Attachment 846696 Details for Bug 1049391 – /var/log/nova/compute.log

/var/log/nova/compute.log

compute.log (text/plain), 70.14 KB, created by Kashyap Chamarthy on 2014-01-07 14:22:24 UTC

(hide)

Description:

Filename:

MIME Type:

Creator: Kashyap Chamarthy

Created: 2014-01-07 14:22:24 UTC

Size: 70.14 KB

patch

obsolete

>2012-12-10 22:12:38.789 1429 WARNING nova.virt.libvirt.driver [req-9aa8a72b-84a8-424d-b450-3132ac1f74f6 None None] Cannot update service status on host: node2-compute,due to an unexpected exception.
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver Traceback (most recent call last):
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 2698, in set_host_enabled
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver     service = service_obj.Service.get_by_compute_host(ctx, CONF.host)
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/objects/base.py", line 110, in wrapper
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver     args, kwargs)
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/conductor/rpcapi.py", line 469, in object_class_action
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver     objver=objver, args=args, kwargs=kwargs)
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/rpcclient.py", line 85, in call
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver     return self._invoke(self.proxy.call, ctxt, method, **kwargs)
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/rpcclient.py", line 63, in _invoke
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver     return cast_or_call(ctxt, msg, **self.kwargs)
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/proxy.py", line 126, in call
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver     result = rpc.call(context, real_topic, msg, timeout)
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/__init__.py", line 139, in call
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver     return _get_impl().call(CONF, context, topic, msg, timeout)
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/impl_qpid.py", line 794, in call
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver     rpc_amqp.get_connection_pool(conf, Connection))
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/amqp.py", line 574, in call
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver     rv = list(rv)
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/amqp.py", line 539, in __iter__
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver     raise result
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver RemoteError: Remote error: OperationalError (OperationalError) (1054, "Unknown column 'compute_nodes_1.metrics' in 'field list'") 'SELECT anon_1.services_created_at AS anon_1_services_created_at, anon_1.services_updated_at AS anon_1_services_updated_at, anon_1.services_deleted_at AS anon_1_services_deleted_at, anon_1.services_deleted AS anon_1_services_deleted, anon_1.services_id AS anon_1_services_id, anon_1.services_host AS anon_1_services_host, anon_1.services_binary AS anon_1_services_binary, anon_1.services_topic AS anon_1_services_topic, anon_1.services_report_count AS anon_1_services_report_count, anon_1.services_disabled AS anon_1_services_disabled, anon_1.services_disabled_reason AS anon_1_services_disabled_reason, compute_nodes_1.created_at AS compute_nodes_1_created_at, compute_nodes_1.updated_at AS compute_nodes_1_updated_at, compute_nodes_1.deleted_at AS compute_nodes_1_deleted_at, compute_nodes_1.deleted AS compute_nodes_1_deleted, compute_nodes_1.id AS compute_nodes_1_id, compute_nodes_1.service_id AS compute_nodes_1_service_id, compute_nodes_1.vcpus AS compute_nodes_1_vcpus, compute_nodes_1.memory_mb AS compute_nodes_1_memory_mb, compute_nodes_1.local_gb AS compute_nodes_1_local_gb, compute_nodes_1.vcpus_used AS compute_nodes_1_vcpus_used, compute_nodes_1.memory_mb_used AS compute_nodes_1_memory_mb_used, compute_nodes_1.local_gb_used AS compute_nodes_1_local_gb_used, compute_nodes_1.hypervisor_type AS compute_nodes_1_hypervisor_type, compute_nodes_1.hypervisor_version AS compute_nodes_1_hypervisor_version, compute_nodes_1.hypervisor_hostname AS compute_nodes_1_hypervisor_hostname, compute_nodes_1.free_ram_mb AS compute_nodes_1_free_ram_mb, compute_nodes_1.free_disk_gb AS compute_nodes_1_free_disk_gb, compute_nodes_1.current_workload AS compute_nodes_1_current_workload, compute_nodes_1.running_vms AS compute_nodes_1_running_vms, compute_nodes_1.cpu_info AS compute_nodes_1_cpu_info, compute_nodes_1.disk_available_least AS compute_nodes_1_disk_available_least, compute_nodes_1.host_ip AS compute_nodes_1_host_ip, compute_nodes_1.supported_instances AS compute_nodes_1_supported_instances, compute_nodes_1.metrics AS compute_nodes_1_metrics, compute_nodes_1.pci_stats AS compute_nodes_1_pci_stats \nFROM (SELECT services.created_at AS services_created_at, services.updated_at AS services_updated_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.host AS services_host, services.`binary` AS services_binary, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.disabled_reason AS services_disabled_reason \nFROM services \nWHERE services.deleted = %s AND services.host = %s AND services.topic = %s \n LIMIT %s) AS anon_1 LEFT OUTER JOIN compute_nodes AS compute_nodes_1 ON compute_nodes_1.service_id = anon_1.services_id AND compute_nodes_1.deleted = %s' (0, 'node2-compute', 'compute', 1, 0)
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver [u'Traceback (most recent call last):\n', u'  File "/usr/lib/python2.7/site-packages/nova/conductor/manager.py", line 576, in _object_dispatch\n    return getattr(target, method)(context, *args, **kwargs)\n', u'  File "/usr/lib/python2.7/site-packages/nova/objects/base.py", line 112, in wrapper\n    result = fn(cls, context, *args, **kwargs)\n', u'  File "/usr/lib/python2.7/site-packages/nova/objects/service.py", line 100, in get_by_compute_host\n    db_service = db.service_get_by_compute_host(context, host)\n', u'  File "/usr/lib/python2.7/site-packages/nova/db/api.py", line 126, in service_get_by_compute_host\n    return IMPL.service_get_by_compute_host(context, host)\n', u'  File "/usr/lib/python2.7/site-packages/nova/db/sqlalchemy/api.py", line 112, in wrapper\n    return f(*args, **kwargs)\n', u'  File "/usr/lib/python2.7/site-packages/nova/db/sqlalchemy/api.py", line 448, in service_get_by_compute_host\n    filter_by(topic=CONF.compute_topic).\\\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2282, in first\n    ret = list(self[0:1])\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2149, in __getitem__\n    return list(res)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2353, in __iter__\n    return self._execute_and_instances(context)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2368, in _execute_and_instances\n    result = conn.execute(querycontext.statement, self._params)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 662, in execute\n    params)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 761, in _execute_clauseelement\n    compiled_sql, distilled_params\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 874, in _execute_context\n    context)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 1024, in _handle_dbapi_exception\n    exc_info\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/util/compat.py", line 196, in raise_from_cause\n    reraise(type(exception), exception, tb=exc_tb)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 867, in _execute_context\n    context)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/default.py", line 324, in do_execute\n    cursor.execute(statement, parameters)\n', u'  File "/usr/lib64/python2.7/site-packages/MySQLdb/cursors.py", line 174, in execute\n    self.errorhandler(self, exc, value)\n', u'  File "/usr/lib64/python2.7/site-packages/MySQLdb/connections.py", line 36, in defaulterrorhandler\n    raise errorclass, errorvalue\n', u'OperationalError: (OperationalError) (1054, "Unknown column \'compute_nodes_1.metrics\' in \'field list\'") \'SELECT anon_1.services_created_at AS anon_1_services_created_at, anon_1.services_updated_at AS anon_1_services_updated_at, anon_1.services_deleted_at AS anon_1_services_deleted_at, anon_1.services_deleted AS anon_1_services_deleted, anon_1.services_id AS anon_1_services_id, anon_1.services_host AS anon_1_services_host, anon_1.services_binary AS anon_1_services_binary, anon_1.services_topic AS anon_1_services_topic, anon_1.services_report_count AS anon_1_services_report_count, anon_1.services_disabled AS anon_1_services_disabled, anon_1.services_disabled_reason AS anon_1_services_disabled_reason, compute_nodes_1.created_at AS compute_nodes_1_created_at, compute_nodes_1.updated_at AS compute_nodes_1_updated_at, compute_nodes_1.deleted_at AS compute_nodes_1_deleted_at, compute_nodes_1.deleted AS compute_nodes_1_deleted, compute_nodes_1.id AS compute_nodes_1_id, compute_nodes_1.service_id AS compute_nodes_1_service_id, compute_nodes_1.vcpus AS compute_nodes_1_vcpus, compute_nodes_1.memory_mb AS compute_nodes_1_memory_mb, compute_nodes_1.local_gb AS compute_nodes_1_local_gb, compute_nodes_1.vcpus_used AS compute_nodes_1_vcpus_used, compute_nodes_1.memory_mb_used AS compute_nodes_1_memory_mb_used, compute_nodes_1.local_gb_used AS compute_nodes_1_local_gb_used, compute_nodes_1.hypervisor_type AS compute_nodes_1_hypervisor_type, compute_nodes_1.hypervisor_version AS compute_nodes_1_hypervisor_version, compute_nodes_1.hypervisor_hostname AS compute_nodes_1_hypervisor_hostname, compute_nodes_1.free_ram_mb AS compute_nodes_1_free_ram_mb, compute_nodes_1.free_disk_gb AS compute_nodes_1_free_disk_gb, compute_nodes_1.current_workload AS compute_nodes_1_current_workload, compute_nodes_1.running_vms AS compute_nodes_1_running_vms, compute_nodes_1.cpu_info AS compute_nodes_1_cpu_info, compute_nodes_1.disk_available_least AS compute_nodes_1_disk_available_least, compute_nodes_1.host_ip AS compute_nodes_1_host_ip, compute_nodes_1.supported_instances AS compute_nodes_1_supported_instances, compute_nodes_1.metrics AS compute_nodes_1_metrics, compute_nodes_1.pci_stats AS compute_nodes_1_pci_stats \\nFROM (SELECT services.created_at AS services_created_at, services.updated_at AS services_updated_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.host AS services_host, services.`binary` AS services_binary, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.disabled_reason AS services_disabled_reason \\nFROM services \\nWHERE services.deleted = %s AND services.host = %s AND services.topic = %s \\n LIMIT %s) AS anon_1 LEFT OUTER JOIN compute_nodes AS compute_nodes_1 ON compute_nodes_1.service_id = anon_1.services_id AND compute_nodes_1.deleted = %s\' (0, \'node2-compute\', \'compute\', 1, 0)\n'].
>2012-12-10 22:12:38.789 1429 TRACE nova.virt.libvirt.driver 
>2012-12-10 22:12:39.319 1429 ERROR nova.openstack.common.threadgroup [-] internal error: CPU feature `avx' specified more than once
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup Traceback (most recent call last):
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/openstack/common/threadgroup.py", line 117, in wait
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     x.wait()
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/openstack/common/threadgroup.py", line 49, in wait
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     return self.thread.wait()
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 168, in wait
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     return self._exit_event.wait()
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/event.py", line 116, in wait
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     return hubs.get_hub().switch()
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 187, in switch
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     return self.greenlet.switch()
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 194, in main
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     result = function(*args, **kwargs)
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/openstack/common/service.py", line 448, in run_service
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     service.start()
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/service.py", line 164, in start
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     self.manager.pre_start_hook()
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 822, in pre_start_hook
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     self.update_available_resource(nova.context.get_admin_context())
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 4971, in update_available_resource
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     nodenames = set(self.driver.get_available_nodes())
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/driver.py", line 980, in get_available_nodes
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     stats = self.get_host_stats(refresh=refresh)
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4569, in get_host_stats
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     return self.host_state.get_host_stats(refresh=refresh)
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 429, in host_state
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     self._host_state = HostState(self)
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4960, in __init__
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     self.update_status()
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4999, in update_status
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     self.driver.get_instance_capabilities()
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 3702, in get_instance_capabilities
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     caps = self.get_host_capabilities()
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 2742, in get_host_capabilities
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     libvirt.VIR_CONNECT_BASELINE_CPU_EXPAND_FEATURES)
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 187, in doit
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     result = proxy_call(self._autowrap, f, *args, **kwargs)
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 147, in proxy_call
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     rv = execute(f,*args,**kwargs)
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 76, in tworker
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     rv = meth(*args,**kwargs)
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup   File "/usr/lib64/python2.7/site-packages/libvirt.py", line 3622, in baselineCPU
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup     if ret is None: raise libvirtError ('virConnectBaselineCPU() failed', conn=self)
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup libvirtError: internal error: CPU feature `avx' specified more than once
>2012-12-10 22:12:39.319 1429 TRACE nova.openstack.common.threadgroup 
>2012-12-10 22:12:58.904 1467 WARNING nova.virt.libvirt.driver [req-88723bba-e677-4956-9b70-1f7fe66dbff7 None None] Cannot update service status on host: node2-compute,due to an unexpected exception.
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver Traceback (most recent call last):
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 2698, in set_host_enabled
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver     service = service_obj.Service.get_by_compute_host(ctx, CONF.host)
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/objects/base.py", line 110, in wrapper
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver     args, kwargs)
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/conductor/rpcapi.py", line 469, in object_class_action
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver     objver=objver, args=args, kwargs=kwargs)
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/rpcclient.py", line 85, in call
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver     return self._invoke(self.proxy.call, ctxt, method, **kwargs)
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/rpcclient.py", line 63, in _invoke
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver     return cast_or_call(ctxt, msg, **self.kwargs)
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/proxy.py", line 126, in call
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver     result = rpc.call(context, real_topic, msg, timeout)
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/__init__.py", line 139, in call
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver     return _get_impl().call(CONF, context, topic, msg, timeout)
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/impl_qpid.py", line 794, in call
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver     rpc_amqp.get_connection_pool(conf, Connection))
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/amqp.py", line 574, in call
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver     rv = list(rv)
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/amqp.py", line 539, in __iter__
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver     raise result
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver RemoteError: Remote error: OperationalError (OperationalError) (1054, "Unknown column 'compute_nodes_1.metrics' in 'field list'") 'SELECT anon_1.services_created_at AS anon_1_services_created_at, anon_1.services_updated_at AS anon_1_services_updated_at, anon_1.services_deleted_at AS anon_1_services_deleted_at, anon_1.services_deleted AS anon_1_services_deleted, anon_1.services_id AS anon_1_services_id, anon_1.services_host AS anon_1_services_host, anon_1.services_binary AS anon_1_services_binary, anon_1.services_topic AS anon_1_services_topic, anon_1.services_report_count AS anon_1_services_report_count, anon_1.services_disabled AS anon_1_services_disabled, anon_1.services_disabled_reason AS anon_1_services_disabled_reason, compute_nodes_1.created_at AS compute_nodes_1_created_at, compute_nodes_1.updated_at AS compute_nodes_1_updated_at, compute_nodes_1.deleted_at AS compute_nodes_1_deleted_at, compute_nodes_1.deleted AS compute_nodes_1_deleted, compute_nodes_1.id AS compute_nodes_1_id, compute_nodes_1.service_id AS compute_nodes_1_service_id, compute_nodes_1.vcpus AS compute_nodes_1_vcpus, compute_nodes_1.memory_mb AS compute_nodes_1_memory_mb, compute_nodes_1.local_gb AS compute_nodes_1_local_gb, compute_nodes_1.vcpus_used AS compute_nodes_1_vcpus_used, compute_nodes_1.memory_mb_used AS compute_nodes_1_memory_mb_used, compute_nodes_1.local_gb_used AS compute_nodes_1_local_gb_used, compute_nodes_1.hypervisor_type AS compute_nodes_1_hypervisor_type, compute_nodes_1.hypervisor_version AS compute_nodes_1_hypervisor_version, compute_nodes_1.hypervisor_hostname AS compute_nodes_1_hypervisor_hostname, compute_nodes_1.free_ram_mb AS compute_nodes_1_free_ram_mb, compute_nodes_1.free_disk_gb AS compute_nodes_1_free_disk_gb, compute_nodes_1.current_workload AS compute_nodes_1_current_workload, compute_nodes_1.running_vms AS compute_nodes_1_running_vms, compute_nodes_1.cpu_info AS compute_nodes_1_cpu_info, compute_nodes_1.disk_available_least AS compute_nodes_1_disk_available_least, compute_nodes_1.host_ip AS compute_nodes_1_host_ip, compute_nodes_1.supported_instances AS compute_nodes_1_supported_instances, compute_nodes_1.metrics AS compute_nodes_1_metrics, compute_nodes_1.pci_stats AS compute_nodes_1_pci_stats \nFROM (SELECT services.created_at AS services_created_at, services.updated_at AS services_updated_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.host AS services_host, services.`binary` AS services_binary, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.disabled_reason AS services_disabled_reason \nFROM services \nWHERE services.deleted = %s AND services.host = %s AND services.topic = %s \n LIMIT %s) AS anon_1 LEFT OUTER JOIN compute_nodes AS compute_nodes_1 ON compute_nodes_1.service_id = anon_1.services_id AND compute_nodes_1.deleted = %s' (0, 'node2-compute', 'compute', 1, 0)
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver [u'Traceback (most recent call last):\n', u'  File "/usr/lib/python2.7/site-packages/nova/conductor/manager.py", line 576, in _object_dispatch\n    return getattr(target, method)(context, *args, **kwargs)\n', u'  File "/usr/lib/python2.7/site-packages/nova/objects/base.py", line 112, in wrapper\n    result = fn(cls, context, *args, **kwargs)\n', u'  File "/usr/lib/python2.7/site-packages/nova/objects/service.py", line 100, in get_by_compute_host\n    db_service = db.service_get_by_compute_host(context, host)\n', u'  File "/usr/lib/python2.7/site-packages/nova/db/api.py", line 126, in service_get_by_compute_host\n    return IMPL.service_get_by_compute_host(context, host)\n', u'  File "/usr/lib/python2.7/site-packages/nova/db/sqlalchemy/api.py", line 112, in wrapper\n    return f(*args, **kwargs)\n', u'  File "/usr/lib/python2.7/site-packages/nova/db/sqlalchemy/api.py", line 448, in service_get_by_compute_host\n    filter_by(topic=CONF.compute_topic).\\\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2282, in first\n    ret = list(self[0:1])\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2149, in __getitem__\n    return list(res)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2353, in __iter__\n    return self._execute_and_instances(context)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2368, in _execute_and_instances\n    result = conn.execute(querycontext.statement, self._params)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 662, in execute\n    params)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 761, in _execute_clauseelement\n    compiled_sql, distilled_params\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 874, in _execute_context\n    context)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 1024, in _handle_dbapi_exception\n    exc_info\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/util/compat.py", line 196, in raise_from_cause\n    reraise(type(exception), exception, tb=exc_tb)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 867, in _execute_context\n    context)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/default.py", line 324, in do_execute\n    cursor.execute(statement, parameters)\n', u'  File "/usr/lib64/python2.7/site-packages/MySQLdb/cursors.py", line 174, in execute\n    self.errorhandler(self, exc, value)\n', u'  File "/usr/lib64/python2.7/site-packages/MySQLdb/connections.py", line 36, in defaulterrorhandler\n    raise errorclass, errorvalue\n', u'OperationalError: (OperationalError) (1054, "Unknown column \'compute_nodes_1.metrics\' in \'field list\'") \'SELECT anon_1.services_created_at AS anon_1_services_created_at, anon_1.services_updated_at AS anon_1_services_updated_at, anon_1.services_deleted_at AS anon_1_services_deleted_at, anon_1.services_deleted AS anon_1_services_deleted, anon_1.services_id AS anon_1_services_id, anon_1.services_host AS anon_1_services_host, anon_1.services_binary AS anon_1_services_binary, anon_1.services_topic AS anon_1_services_topic, anon_1.services_report_count AS anon_1_services_report_count, anon_1.services_disabled AS anon_1_services_disabled, anon_1.services_disabled_reason AS anon_1_services_disabled_reason, compute_nodes_1.created_at AS compute_nodes_1_created_at, compute_nodes_1.updated_at AS compute_nodes_1_updated_at, compute_nodes_1.deleted_at AS compute_nodes_1_deleted_at, compute_nodes_1.deleted AS compute_nodes_1_deleted, compute_nodes_1.id AS compute_nodes_1_id, compute_nodes_1.service_id AS compute_nodes_1_service_id, compute_nodes_1.vcpus AS compute_nodes_1_vcpus, compute_nodes_1.memory_mb AS compute_nodes_1_memory_mb, compute_nodes_1.local_gb AS compute_nodes_1_local_gb, compute_nodes_1.vcpus_used AS compute_nodes_1_vcpus_used, compute_nodes_1.memory_mb_used AS compute_nodes_1_memory_mb_used, compute_nodes_1.local_gb_used AS compute_nodes_1_local_gb_used, compute_nodes_1.hypervisor_type AS compute_nodes_1_hypervisor_type, compute_nodes_1.hypervisor_version AS compute_nodes_1_hypervisor_version, compute_nodes_1.hypervisor_hostname AS compute_nodes_1_hypervisor_hostname, compute_nodes_1.free_ram_mb AS compute_nodes_1_free_ram_mb, compute_nodes_1.free_disk_gb AS compute_nodes_1_free_disk_gb, compute_nodes_1.current_workload AS compute_nodes_1_current_workload, compute_nodes_1.running_vms AS compute_nodes_1_running_vms, compute_nodes_1.cpu_info AS compute_nodes_1_cpu_info, compute_nodes_1.disk_available_least AS compute_nodes_1_disk_available_least, compute_nodes_1.host_ip AS compute_nodes_1_host_ip, compute_nodes_1.supported_instances AS compute_nodes_1_supported_instances, compute_nodes_1.metrics AS compute_nodes_1_metrics, compute_nodes_1.pci_stats AS compute_nodes_1_pci_stats \\nFROM (SELECT services.created_at AS services_created_at, services.updated_at AS services_updated_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.host AS services_host, services.`binary` AS services_binary, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.disabled_reason AS services_disabled_reason \\nFROM services \\nWHERE services.deleted = %s AND services.host = %s AND services.topic = %s \\n LIMIT %s) AS anon_1 LEFT OUTER JOIN compute_nodes AS compute_nodes_1 ON compute_nodes_1.service_id = anon_1.services_id AND compute_nodes_1.deleted = %s\' (0, \'node2-compute\', \'compute\', 1, 0)\n'].
>2012-12-10 22:12:58.904 1467 TRACE nova.virt.libvirt.driver 
>2012-12-10 22:12:59.436 1467 ERROR nova.openstack.common.threadgroup [-] internal error: CPU feature `avx' specified more than once
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup Traceback (most recent call last):
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/openstack/common/threadgroup.py", line 117, in wait
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     x.wait()
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/openstack/common/threadgroup.py", line 49, in wait
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     return self.thread.wait()
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 168, in wait
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     return self._exit_event.wait()
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/event.py", line 116, in wait
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     return hubs.get_hub().switch()
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 187, in switch
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     return self.greenlet.switch()
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 194, in main
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     result = function(*args, **kwargs)
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/openstack/common/service.py", line 448, in run_service
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     service.start()
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/service.py", line 164, in start
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     self.manager.pre_start_hook()
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 822, in pre_start_hook
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     self.update_available_resource(nova.context.get_admin_context())
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 4971, in update_available_resource
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     nodenames = set(self.driver.get_available_nodes())
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/driver.py", line 980, in get_available_nodes
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     stats = self.get_host_stats(refresh=refresh)
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4569, in get_host_stats
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     return self.host_state.get_host_stats(refresh=refresh)
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 429, in host_state
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     self._host_state = HostState(self)
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4960, in __init__
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     self.update_status()
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4999, in update_status
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     self.driver.get_instance_capabilities()
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 3702, in get_instance_capabilities
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     caps = self.get_host_capabilities()
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 2742, in get_host_capabilities
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     libvirt.VIR_CONNECT_BASELINE_CPU_EXPAND_FEATURES)
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 187, in doit
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     result = proxy_call(self._autowrap, f, *args, **kwargs)
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 147, in proxy_call
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     rv = execute(f,*args,**kwargs)
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 76, in tworker
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     rv = meth(*args,**kwargs)
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup   File "/usr/lib64/python2.7/site-packages/libvirt.py", line 3622, in baselineCPU
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup     if ret is None: raise libvirtError ('virConnectBaselineCPU() failed', conn=self)
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup libvirtError: internal error: CPU feature `avx' specified more than once
>2012-12-10 22:12:59.436 1467 TRACE nova.openstack.common.threadgroup 
>2014-01-07 07:00:06.670 1529 WARNING nova.virt.libvirt.driver [req-33244fda-6b90-4774-9027-5eec6eb2d5d0 None None] Cannot update service status on host: node2-compute,due to an unexpected exception.
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver Traceback (most recent call last):
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 2698, in set_host_enabled
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver     service = service_obj.Service.get_by_compute_host(ctx, CONF.host)
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/objects/base.py", line 110, in wrapper
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver     args, kwargs)
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/conductor/rpcapi.py", line 469, in object_class_action
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver     objver=objver, args=args, kwargs=kwargs)
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/rpcclient.py", line 85, in call
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver     return self._invoke(self.proxy.call, ctxt, method, **kwargs)
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/rpcclient.py", line 63, in _invoke
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver     return cast_or_call(ctxt, msg, **self.kwargs)
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/proxy.py", line 126, in call
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver     result = rpc.call(context, real_topic, msg, timeout)
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/__init__.py", line 139, in call
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver     return _get_impl().call(CONF, context, topic, msg, timeout)
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/impl_qpid.py", line 794, in call
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver     rpc_amqp.get_connection_pool(conf, Connection))
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/amqp.py", line 574, in call
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver     rv = list(rv)
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/amqp.py", line 539, in __iter__
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver     raise result
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver RemoteError: Remote error: OperationalError (OperationalError) (1054, "Unknown column 'compute_nodes_1.metrics' in 'field list'") 'SELECT anon_1.services_created_at AS anon_1_services_created_at, anon_1.services_updated_at AS anon_1_services_updated_at, anon_1.services_deleted_at AS anon_1_services_deleted_at, anon_1.services_deleted AS anon_1_services_deleted, anon_1.services_id AS anon_1_services_id, anon_1.services_host AS anon_1_services_host, anon_1.services_binary AS anon_1_services_binary, anon_1.services_topic AS anon_1_services_topic, anon_1.services_report_count AS anon_1_services_report_count, anon_1.services_disabled AS anon_1_services_disabled, anon_1.services_disabled_reason AS anon_1_services_disabled_reason, compute_nodes_1.created_at AS compute_nodes_1_created_at, compute_nodes_1.updated_at AS compute_nodes_1_updated_at, compute_nodes_1.deleted_at AS compute_nodes_1_deleted_at, compute_nodes_1.deleted AS compute_nodes_1_deleted, compute_nodes_1.id AS compute_nodes_1_id, compute_nodes_1.service_id AS compute_nodes_1_service_id, compute_nodes_1.vcpus AS compute_nodes_1_vcpus, compute_nodes_1.memory_mb AS compute_nodes_1_memory_mb, compute_nodes_1.local_gb AS compute_nodes_1_local_gb, compute_nodes_1.vcpus_used AS compute_nodes_1_vcpus_used, compute_nodes_1.memory_mb_used AS compute_nodes_1_memory_mb_used, compute_nodes_1.local_gb_used AS compute_nodes_1_local_gb_used, compute_nodes_1.hypervisor_type AS compute_nodes_1_hypervisor_type, compute_nodes_1.hypervisor_version AS compute_nodes_1_hypervisor_version, compute_nodes_1.hypervisor_hostname AS compute_nodes_1_hypervisor_hostname, compute_nodes_1.free_ram_mb AS compute_nodes_1_free_ram_mb, compute_nodes_1.free_disk_gb AS compute_nodes_1_free_disk_gb, compute_nodes_1.current_workload AS compute_nodes_1_current_workload, compute_nodes_1.running_vms AS compute_nodes_1_running_vms, compute_nodes_1.cpu_info AS compute_nodes_1_cpu_info, compute_nodes_1.disk_available_least AS compute_nodes_1_disk_available_least, compute_nodes_1.host_ip AS compute_nodes_1_host_ip, compute_nodes_1.supported_instances AS compute_nodes_1_supported_instances, compute_nodes_1.metrics AS compute_nodes_1_metrics, compute_nodes_1.pci_stats AS compute_nodes_1_pci_stats \nFROM (SELECT services.created_at AS services_created_at, services.updated_at AS services_updated_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.host AS services_host, services.`binary` AS services_binary, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.disabled_reason AS services_disabled_reason \nFROM services \nWHERE services.deleted = %s AND services.host = %s AND services.topic = %s \n LIMIT %s) AS anon_1 LEFT OUTER JOIN compute_nodes AS compute_nodes_1 ON compute_nodes_1.service_id = anon_1.services_id AND compute_nodes_1.deleted = %s' (0, 'node2-compute', 'compute', 1, 0)
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver [u'Traceback (most recent call last):\n', u'  File "/usr/lib/python2.7/site-packages/nova/conductor/manager.py", line 576, in _object_dispatch\n    return getattr(target, method)(context, *args, **kwargs)\n', u'  File "/usr/lib/python2.7/site-packages/nova/objects/base.py", line 112, in wrapper\n    result = fn(cls, context, *args, **kwargs)\n', u'  File "/usr/lib/python2.7/site-packages/nova/objects/service.py", line 100, in get_by_compute_host\n    db_service = db.service_get_by_compute_host(context, host)\n', u'  File "/usr/lib/python2.7/site-packages/nova/db/api.py", line 126, in service_get_by_compute_host\n    return IMPL.service_get_by_compute_host(context, host)\n', u'  File "/usr/lib/python2.7/site-packages/nova/db/sqlalchemy/api.py", line 112, in wrapper\n    return f(*args, **kwargs)\n', u'  File "/usr/lib/python2.7/site-packages/nova/db/sqlalchemy/api.py", line 448, in service_get_by_compute_host\n    filter_by(topic=CONF.compute_topic).\\\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2282, in first\n    ret = list(self[0:1])\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2149, in __getitem__\n    return list(res)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2353, in __iter__\n    return self._execute_and_instances(context)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2368, in _execute_and_instances\n    result = conn.execute(querycontext.statement, self._params)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 662, in execute\n    params)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 761, in _execute_clauseelement\n    compiled_sql, distilled_params\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 874, in _execute_context\n    context)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 1024, in _handle_dbapi_exception\n    exc_info\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/util/compat.py", line 196, in raise_from_cause\n    reraise(type(exception), exception, tb=exc_tb)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 867, in _execute_context\n    context)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/default.py", line 324, in do_execute\n    cursor.execute(statement, parameters)\n', u'  File "/usr/lib64/python2.7/site-packages/MySQLdb/cursors.py", line 174, in execute\n    self.errorhandler(self, exc, value)\n', u'  File "/usr/lib64/python2.7/site-packages/MySQLdb/connections.py", line 36, in defaulterrorhandler\n    raise errorclass, errorvalue\n', u'OperationalError: (OperationalError) (1054, "Unknown column \'compute_nodes_1.metrics\' in \'field list\'") \'SELECT anon_1.services_created_at AS anon_1_services_created_at, anon_1.services_updated_at AS anon_1_services_updated_at, anon_1.services_deleted_at AS anon_1_services_deleted_at, anon_1.services_deleted AS anon_1_services_deleted, anon_1.services_id AS anon_1_services_id, anon_1.services_host AS anon_1_services_host, anon_1.services_binary AS anon_1_services_binary, anon_1.services_topic AS anon_1_services_topic, anon_1.services_report_count AS anon_1_services_report_count, anon_1.services_disabled AS anon_1_services_disabled, anon_1.services_disabled_reason AS anon_1_services_disabled_reason, compute_nodes_1.created_at AS compute_nodes_1_created_at, compute_nodes_1.updated_at AS compute_nodes_1_updated_at, compute_nodes_1.deleted_at AS compute_nodes_1_deleted_at, compute_nodes_1.deleted AS compute_nodes_1_deleted, compute_nodes_1.id AS compute_nodes_1_id, compute_nodes_1.service_id AS compute_nodes_1_service_id, compute_nodes_1.vcpus AS compute_nodes_1_vcpus, compute_nodes_1.memory_mb AS compute_nodes_1_memory_mb, compute_nodes_1.local_gb AS compute_nodes_1_local_gb, compute_nodes_1.vcpus_used AS compute_nodes_1_vcpus_used, compute_nodes_1.memory_mb_used AS compute_nodes_1_memory_mb_used, compute_nodes_1.local_gb_used AS compute_nodes_1_local_gb_used, compute_nodes_1.hypervisor_type AS compute_nodes_1_hypervisor_type, compute_nodes_1.hypervisor_version AS compute_nodes_1_hypervisor_version, compute_nodes_1.hypervisor_hostname AS compute_nodes_1_hypervisor_hostname, compute_nodes_1.free_ram_mb AS compute_nodes_1_free_ram_mb, compute_nodes_1.free_disk_gb AS compute_nodes_1_free_disk_gb, compute_nodes_1.current_workload AS compute_nodes_1_current_workload, compute_nodes_1.running_vms AS compute_nodes_1_running_vms, compute_nodes_1.cpu_info AS compute_nodes_1_cpu_info, compute_nodes_1.disk_available_least AS compute_nodes_1_disk_available_least, compute_nodes_1.host_ip AS compute_nodes_1_host_ip, compute_nodes_1.supported_instances AS compute_nodes_1_supported_instances, compute_nodes_1.metrics AS compute_nodes_1_metrics, compute_nodes_1.pci_stats AS compute_nodes_1_pci_stats \\nFROM (SELECT services.created_at AS services_created_at, services.updated_at AS services_updated_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.host AS services_host, services.`binary` AS services_binary, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.disabled_reason AS services_disabled_reason \\nFROM services \\nWHERE services.deleted = %s AND services.host = %s AND services.topic = %s \\n LIMIT %s) AS anon_1 LEFT OUTER JOIN compute_nodes AS compute_nodes_1 ON compute_nodes_1.service_id = anon_1.services_id AND compute_nodes_1.deleted = %s\' (0, \'node2-compute\', \'compute\', 1, 0)\n'].
>2014-01-07 07:00:06.670 1529 TRACE nova.virt.libvirt.driver 
>2014-01-07 07:00:07.200 1529 ERROR nova.openstack.common.threadgroup [-] internal error: CPU feature `avx' specified more than once
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup Traceback (most recent call last):
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/openstack/common/threadgroup.py", line 117, in wait
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     x.wait()
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/openstack/common/threadgroup.py", line 49, in wait
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     return self.thread.wait()
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 168, in wait
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     return self._exit_event.wait()
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/event.py", line 116, in wait
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     return hubs.get_hub().switch()
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 187, in switch
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     return self.greenlet.switch()
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 194, in main
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     result = function(*args, **kwargs)
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/openstack/common/service.py", line 448, in run_service
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     service.start()
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/service.py", line 164, in start
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     self.manager.pre_start_hook()
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 822, in pre_start_hook
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     self.update_available_resource(nova.context.get_admin_context())
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 4971, in update_available_resource
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     nodenames = set(self.driver.get_available_nodes())
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/driver.py", line 980, in get_available_nodes
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     stats = self.get_host_stats(refresh=refresh)
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4569, in get_host_stats
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     return self.host_state.get_host_stats(refresh=refresh)
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 429, in host_state
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     self._host_state = HostState(self)
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4960, in __init__
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     self.update_status()
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4999, in update_status
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     self.driver.get_instance_capabilities()
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 3702, in get_instance_capabilities
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     caps = self.get_host_capabilities()
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 2742, in get_host_capabilities
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     libvirt.VIR_CONNECT_BASELINE_CPU_EXPAND_FEATURES)
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 187, in doit
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     result = proxy_call(self._autowrap, f, *args, **kwargs)
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 147, in proxy_call
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     rv = execute(f,*args,**kwargs)
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 76, in tworker
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     rv = meth(*args,**kwargs)
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup   File "/usr/lib64/python2.7/site-packages/libvirt.py", line 3622, in baselineCPU
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup     if ret is None: raise libvirtError ('virConnectBaselineCPU() failed', conn=self)
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup libvirtError: internal error: CPU feature `avx' specified more than once
>2014-01-07 07:00:07.200 1529 TRACE nova.openstack.common.threadgroup 
>2014-01-07 09:10:16.594 1777 WARNING nova.virt.libvirt.driver [req-345b1fc3-d84d-4e8e-9784-8ab9e1b18c98 None None] Cannot update service status on host: node2-compute,due to an unexpected exception.
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver Traceback (most recent call last):
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 2698, in set_host_enabled
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver     service = service_obj.Service.get_by_compute_host(ctx, CONF.host)
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/objects/base.py", line 110, in wrapper
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver     args, kwargs)
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/conductor/rpcapi.py", line 469, in object_class_action
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver     objver=objver, args=args, kwargs=kwargs)
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/rpcclient.py", line 85, in call
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver     return self._invoke(self.proxy.call, ctxt, method, **kwargs)
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/rpcclient.py", line 63, in _invoke
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver     return cast_or_call(ctxt, msg, **self.kwargs)
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/proxy.py", line 126, in call
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver     result = rpc.call(context, real_topic, msg, timeout)
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/__init__.py", line 139, in call
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver     return _get_impl().call(CONF, context, topic, msg, timeout)
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/impl_qpid.py", line 794, in call
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver     rpc_amqp.get_connection_pool(conf, Connection))
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/amqp.py", line 574, in call
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver     rv = list(rv)
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver   File "/usr/lib/python2.7/site-packages/nova/openstack/common/rpc/amqp.py", line 539, in __iter__
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver     raise result
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver RemoteError: Remote error: OperationalError (OperationalError) (1054, "Unknown column 'compute_nodes_1.metrics' in 'field list'") 'SELECT anon_1.services_created_at AS anon_1_services_created_at, anon_1.services_updated_at AS anon_1_services_updated_at, anon_1.services_deleted_at AS anon_1_services_deleted_at, anon_1.services_deleted AS anon_1_services_deleted, anon_1.services_id AS anon_1_services_id, anon_1.services_host AS anon_1_services_host, anon_1.services_binary AS anon_1_services_binary, anon_1.services_topic AS anon_1_services_topic, anon_1.services_report_count AS anon_1_services_report_count, anon_1.services_disabled AS anon_1_services_disabled, anon_1.services_disabled_reason AS anon_1_services_disabled_reason, compute_nodes_1.created_at AS compute_nodes_1_created_at, compute_nodes_1.updated_at AS compute_nodes_1_updated_at, compute_nodes_1.deleted_at AS compute_nodes_1_deleted_at, compute_nodes_1.deleted AS compute_nodes_1_deleted, compute_nodes_1.id AS compute_nodes_1_id, compute_nodes_1.service_id AS compute_nodes_1_service_id, compute_nodes_1.vcpus AS compute_nodes_1_vcpus, compute_nodes_1.memory_mb AS compute_nodes_1_memory_mb, compute_nodes_1.local_gb AS compute_nodes_1_local_gb, compute_nodes_1.vcpus_used AS compute_nodes_1_vcpus_used, compute_nodes_1.memory_mb_used AS compute_nodes_1_memory_mb_used, compute_nodes_1.local_gb_used AS compute_nodes_1_local_gb_used, compute_nodes_1.hypervisor_type AS compute_nodes_1_hypervisor_type, compute_nodes_1.hypervisor_version AS compute_nodes_1_hypervisor_version, compute_nodes_1.hypervisor_hostname AS compute_nodes_1_hypervisor_hostname, compute_nodes_1.free_ram_mb AS compute_nodes_1_free_ram_mb, compute_nodes_1.free_disk_gb AS compute_nodes_1_free_disk_gb, compute_nodes_1.current_workload AS compute_nodes_1_current_workload, compute_nodes_1.running_vms AS compute_nodes_1_running_vms, compute_nodes_1.cpu_info AS compute_nodes_1_cpu_info, compute_nodes_1.disk_available_least AS compute_nodes_1_disk_available_least, compute_nodes_1.host_ip AS compute_nodes_1_host_ip, compute_nodes_1.supported_instances AS compute_nodes_1_supported_instances, compute_nodes_1.metrics AS compute_nodes_1_metrics, compute_nodes_1.pci_stats AS compute_nodes_1_pci_stats \nFROM (SELECT services.created_at AS services_created_at, services.updated_at AS services_updated_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.host AS services_host, services.`binary` AS services_binary, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.disabled_reason AS services_disabled_reason \nFROM services \nWHERE services.deleted = %s AND services.host = %s AND services.topic = %s \n LIMIT %s) AS anon_1 LEFT OUTER JOIN compute_nodes AS compute_nodes_1 ON compute_nodes_1.service_id = anon_1.services_id AND compute_nodes_1.deleted = %s' (0, 'node2-compute', 'compute', 1, 0)
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver [u'Traceback (most recent call last):\n', u'  File "/usr/lib/python2.7/site-packages/nova/conductor/manager.py", line 576, in _object_dispatch\n    return getattr(target, method)(context, *args, **kwargs)\n', u'  File "/usr/lib/python2.7/site-packages/nova/objects/base.py", line 112, in wrapper\n    result = fn(cls, context, *args, **kwargs)\n', u'  File "/usr/lib/python2.7/site-packages/nova/objects/service.py", line 100, in get_by_compute_host\n    db_service = db.service_get_by_compute_host(context, host)\n', u'  File "/usr/lib/python2.7/site-packages/nova/db/api.py", line 126, in service_get_by_compute_host\n    return IMPL.service_get_by_compute_host(context, host)\n', u'  File "/usr/lib/python2.7/site-packages/nova/db/sqlalchemy/api.py", line 112, in wrapper\n    return f(*args, **kwargs)\n', u'  File "/usr/lib/python2.7/site-packages/nova/db/sqlalchemy/api.py", line 448, in service_get_by_compute_host\n    filter_by(topic=CONF.compute_topic).\\\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2282, in first\n    ret = list(self[0:1])\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2149, in __getitem__\n    return list(res)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2353, in __iter__\n    return self._execute_and_instances(context)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/orm/query.py", line 2368, in _execute_and_instances\n    result = conn.execute(querycontext.statement, self._params)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 662, in execute\n    params)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 761, in _execute_clauseelement\n    compiled_sql, distilled_params\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 874, in _execute_context\n    context)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 1024, in _handle_dbapi_exception\n    exc_info\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/util/compat.py", line 196, in raise_from_cause\n    reraise(type(exception), exception, tb=exc_tb)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/base.py", line 867, in _execute_context\n    context)\n', u'  File "/usr/lib64/python2.7/site-packages/sqlalchemy/engine/default.py", line 324, in do_execute\n    cursor.execute(statement, parameters)\n', u'  File "/usr/lib64/python2.7/site-packages/MySQLdb/cursors.py", line 174, in execute\n    self.errorhandler(self, exc, value)\n', u'  File "/usr/lib64/python2.7/site-packages/MySQLdb/connections.py", line 36, in defaulterrorhandler\n    raise errorclass, errorvalue\n', u'OperationalError: (OperationalError) (1054, "Unknown column \'compute_nodes_1.metrics\' in \'field list\'") \'SELECT anon_1.services_created_at AS anon_1_services_created_at, anon_1.services_updated_at AS anon_1_services_updated_at, anon_1.services_deleted_at AS anon_1_services_deleted_at, anon_1.services_deleted AS anon_1_services_deleted, anon_1.services_id AS anon_1_services_id, anon_1.services_host AS anon_1_services_host, anon_1.services_binary AS anon_1_services_binary, anon_1.services_topic AS anon_1_services_topic, anon_1.services_report_count AS anon_1_services_report_count, anon_1.services_disabled AS anon_1_services_disabled, anon_1.services_disabled_reason AS anon_1_services_disabled_reason, compute_nodes_1.created_at AS compute_nodes_1_created_at, compute_nodes_1.updated_at AS compute_nodes_1_updated_at, compute_nodes_1.deleted_at AS compute_nodes_1_deleted_at, compute_nodes_1.deleted AS compute_nodes_1_deleted, compute_nodes_1.id AS compute_nodes_1_id, compute_nodes_1.service_id AS compute_nodes_1_service_id, compute_nodes_1.vcpus AS compute_nodes_1_vcpus, compute_nodes_1.memory_mb AS compute_nodes_1_memory_mb, compute_nodes_1.local_gb AS compute_nodes_1_local_gb, compute_nodes_1.vcpus_used AS compute_nodes_1_vcpus_used, compute_nodes_1.memory_mb_used AS compute_nodes_1_memory_mb_used, compute_nodes_1.local_gb_used AS compute_nodes_1_local_gb_used, compute_nodes_1.hypervisor_type AS compute_nodes_1_hypervisor_type, compute_nodes_1.hypervisor_version AS compute_nodes_1_hypervisor_version, compute_nodes_1.hypervisor_hostname AS compute_nodes_1_hypervisor_hostname, compute_nodes_1.free_ram_mb AS compute_nodes_1_free_ram_mb, compute_nodes_1.free_disk_gb AS compute_nodes_1_free_disk_gb, compute_nodes_1.current_workload AS compute_nodes_1_current_workload, compute_nodes_1.running_vms AS compute_nodes_1_running_vms, compute_nodes_1.cpu_info AS compute_nodes_1_cpu_info, compute_nodes_1.disk_available_least AS compute_nodes_1_disk_available_least, compute_nodes_1.host_ip AS compute_nodes_1_host_ip, compute_nodes_1.supported_instances AS compute_nodes_1_supported_instances, compute_nodes_1.metrics AS compute_nodes_1_metrics, compute_nodes_1.pci_stats AS compute_nodes_1_pci_stats \\nFROM (SELECT services.created_at AS services_created_at, services.updated_at AS services_updated_at, services.deleted_at AS services_deleted_at, services.deleted AS services_deleted, services.id AS services_id, services.host AS services_host, services.`binary` AS services_binary, services.topic AS services_topic, services.report_count AS services_report_count, services.disabled AS services_disabled, services.disabled_reason AS services_disabled_reason \\nFROM services \\nWHERE services.deleted = %s AND services.host = %s AND services.topic = %s \\n LIMIT %s) AS anon_1 LEFT OUTER JOIN compute_nodes AS compute_nodes_1 ON compute_nodes_1.service_id = anon_1.services_id AND compute_nodes_1.deleted = %s\' (0, \'node2-compute\', \'compute\', 1, 0)\n'].
>2014-01-07 09:10:16.594 1777 TRACE nova.virt.libvirt.driver 
>2014-01-07 09:10:17.129 1777 ERROR nova.openstack.common.threadgroup [-] internal error: CPU feature `avx' specified more than once
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup Traceback (most recent call last):
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/openstack/common/threadgroup.py", line 117, in wait
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     x.wait()
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/openstack/common/threadgroup.py", line 49, in wait
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     return self.thread.wait()
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 168, in wait
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     return self._exit_event.wait()
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/event.py", line 116, in wait
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     return hubs.get_hub().switch()
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/hubs/hub.py", line 187, in switch
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     return self.greenlet.switch()
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/greenthread.py", line 194, in main
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     result = function(*args, **kwargs)
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/openstack/common/service.py", line 448, in run_service
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     service.start()
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/service.py", line 164, in start
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     self.manager.pre_start_hook()
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 822, in pre_start_hook
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     self.update_available_resource(nova.context.get_admin_context())
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/compute/manager.py", line 4971, in update_available_resource
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     nodenames = set(self.driver.get_available_nodes())
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/driver.py", line 980, in get_available_nodes
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     stats = self.get_host_stats(refresh=refresh)
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4569, in get_host_stats
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     return self.host_state.get_host_stats(refresh=refresh)
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 429, in host_state
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     self._host_state = HostState(self)
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4960, in __init__
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     self.update_status()
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 4999, in update_status
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     self.driver.get_instance_capabilities()
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 3702, in get_instance_capabilities
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     caps = self.get_host_capabilities()
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/nova/virt/libvirt/driver.py", line 2742, in get_host_capabilities
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     libvirt.VIR_CONNECT_BASELINE_CPU_EXPAND_FEATURES)
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 187, in doit
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     result = proxy_call(self._autowrap, f, *args, **kwargs)
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 147, in proxy_call
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     rv = execute(f,*args,**kwargs)
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib/python2.7/site-packages/eventlet/tpool.py", line 76, in tworker
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     rv = meth(*args,**kwargs)
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup   File "/usr/lib64/python2.7/site-packages/libvirt.py", line 3622, in baselineCPU
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup     if ret is None: raise libvirtError ('virConnectBaselineCPU() failed', conn=self)
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup libvirtError: internal error: CPU feature `avx' specified more than once
>2014-01-07 09:10:17.129 1777 TRACE nova.openstack.common.threadgroup 
>

Actions: View

Attachments on bug 1049391: 846696 | 846697 | 846731 | 849816