[Openstack-operators] openstack essex , openvswitch , quantum integration
Vivek Singh Raghuwanshi
vivekraghuwanshi at gmail.com
Tue Sep 11 12:23:52 UTC 2012
Hi All,
I just switched my openstack servers from normal network to
quantum+openvswitch
now when i am launching any instances they in error state in networking
rabbitmq is running
please help me in this.
i am pasting the error logs for compute and network
nova-network log
2012-09-11 12:35:02 DEBUG nova.rpc.amqp [-] received {u'_context_roles':
[u'admin'], u'_msg_id': u'e3235c2243714660b818671360405e85',
u'_context_read_deleted': u'no', u'_context_request_id':
u'req-41f129db-02d6-4173-80da-2ab7a78ff28f', u'_context_auth_token':
'<SANITIZED>', u'_context_is_admin': True, u'_context_project_id':
u'a1a35e832a8c4f5d9b2aefc28d9d4150', u'_context_timestamp':
u'2012-09-11T07:05:02.172996', u'_context_user_id':
u'27caf468dd0e48b2938d7bae89920574', u'method':
u'get_floating_ips_by_project', u'_context_remote_address':
u'10.83.18.208'} from (pid=1545) _safe_log
/usr/lib/python2.7/dist-packages/nova/rpc/common.py:160
2012-09-11 12:35:02 DEBUG nova.rpc.amqp
[req-41f129db-02d6-4173-80da-2ab7a78ff28f 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] unpacked context: {'user_id':
u'27caf468dd0e48b2938d7bae89920574', 'roles': [u'admin'], 'timestamp':
'2012-09-11T07:05:02.172996', 'auth_token': '<SANITIZED>',
'remote_address': u'10.83.18.208', 'is_admin': True, 'request_id':
u'req-41f129db-02d6-4173-80da-2ab7a78ff28f', 'project_id':
u'a1a35e832a8c4f5d9b2aefc28d9d4150', 'read_deleted': u'no'} from (pid=1545)
_safe_log /usr/lib/python2.7/dist-packages/nova/rpc/common.py:160
2012-09-11 12:35:17 DEBUG nova.rpc.amqp [-] received {u'_context_roles':
[u'admin'], u'_msg_id': u'f9fbf57cfdde49f5b58e0991f8876474',
u'_context_read_deleted': u'no', u'_context_request_id':
u'req-046cb7c0-3598-4d54-9955-8b72fd161ba7', u'args': {u'instance_id': 2,
u'instance_uuid': u'9b7f637b-889d-4762-bc72-d3c51d21bb64', u'host':
u'US000901', u'project_id': u'a1a35e832a8c4f5d9b2aefc28d9d4150',
u'rxtx_factor': 1.0}, u'_context_auth_token': '<SANITIZED>',
u'_context_is_admin': True, u'_context_project_id': None,
u'_context_timestamp': u'2012-09-11T07:05:10.529109', u'_context_user_id':
None, u'method': u'get_instance_nw_info', u'_context_remote_address': None}
from (pid=1545) _safe_log
/usr/lib/python2.7/dist-packages/nova/rpc/common.py:160
2012-09-11 12:35:17 DEBUG nova.rpc.amqp
[req-046cb7c0-3598-4d54-9955-8b72fd161ba7 None None] unpacked context:
{'user_id': None, 'roles': [u'admin'], 'timestamp':
'2012-09-11T07:05:10.529109', 'auth_token': '<SANITIZED>',
'remote_address': None, 'is_admin': True, 'request_id':
u'req-046cb7c0-3598-4d54-9955-8b72fd161ba7', 'project_id': None,
'read_deleted': u'no'} from (pid=1545) _safe_log
/usr/lib/python2.7/dist-packages/nova/rpc/common.py:160
2012-09-11 12:35:21 DEBUG nova.rpc.amqp [-] received {u'_context_roles':
[u'admin'], u'_msg_id': u'b0542410419b4744aa3b3be6b035e611',
u'_context_read_deleted': u'no', u'_context_request_id':
u'req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4', u'args': {u'instance_uuid':
u'9b7f637b-889d-4762-bc72-d3c51d21bb64', u'vpn': False,
u'requested_networks': None, u'instance_id': 2, u'host': u'US000901',
u'rxtx_factor': 1.0, u'project_id': u'a1a35e832a8c4f5d9b2aefc28d9d4150'},
u'_context_auth_token': '<SANITIZED>', u'_context_is_admin': True,
u'_context_project_id': u'a1a35e832a8c4f5d9b2aefc28d9d4150',
u'_context_timestamp': u'2012-09-11T07:05:13.901045', u'_context_user_id':
u'27caf468dd0e48b2938d7bae89920574', u'method': u'allocate_for_instance',
u'_context_remote_address': u'10.83.18.208'} from (pid=1545) _safe_log
/usr/lib/python2.7/dist-packages/nova/rpc/common.py:160
2012-09-11 12:35:21 DEBUG nova.rpc.amqp
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] unpacked context: {'user_id':
u'27caf468dd0e48b2938d7bae89920574', 'roles': [u'admin'], 'timestamp':
'2012-09-11T07:05:13.901045', 'auth_token': '<SANITIZED>',
'remote_address': u'10.83.18.208', 'is_admin': True, 'request_id':
u'req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4', 'project_id':
u'a1a35e832a8c4f5d9b2aefc28d9d4150', 'read_deleted': u'no'} from (pid=1545)
_safe_log /usr/lib/python2.7/dist-packages/nova/rpc/common.py:160
2012-09-11 12:35:21 DEBUG nova.network.quantum.manager
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] network allocations for instance
a1a35e832a8c4f5d9b2aefc28d9d4150 from (pid=1545) allocate_for_instance
/usr/lib/python2.7/dist-packages/nova/network/quantum/manager.py:318
2012-09-11 12:35:21 DEBUG nova.network.quantum.quantum_connection
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] Connecting interface
7d61d22b-64cf-4600-bafa-8cfbcf63e1ba to net
dcd2f01f-7c2a-417d-b286-467f848cabae for default from (pid=1545)
create_and_attach_port
/usr/lib/python2.7/dist-packages/nova/network/quantum/quantum_connection.py:100
2012-09-11 12:35:21 DEBUG nova.network.quantum.quantum_connection
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] Quantum Client Request: POST
/v1.1/tenants/default/networks/dcd2f01f-7c2a-417d-b286-467f848cabae/ports.json
from (pid=1545) do_request
/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py:181
2012-09-11 12:35:21 DEBUG nova.network.quantum.quantum_connection
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] {"port": {"state": "ACTIVE", "vm_id":
"9b7f637b-889d-4762-bc72-d3c51d21bb64", "nova_id": "nova",
"allowed_address_pairs": [], "rxtx_factor": 1.0}} from (pid=1545)
do_request
/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py:183
2012-09-11 12:35:21 ERROR nova.rpc.amqp
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] Exception during message handling
2012-09-11 12:35:21 TRACE nova.rpc.amqp Traceback (most recent call last):
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py", line 253, in
_process_data
2012-09-11 12:35:21 TRACE nova.rpc.amqp rval = node_func(context=ctxt,
**node_args)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/manager.py", line
370, in allocate_for_instance
2012-09-11 12:35:21 TRACE nova.rpc.amqp allowed_address_pairs=pairs)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/quantum_connection.py",
line 104, in create_and_attach_port
2012-09-11 12:35:21 TRACE nova.rpc.amqp resdict =
self.client.create_port(net_id, port_data, tenant=tenant_id)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py", line 85,
in with_params
2012-09-11 12:35:21 TRACE nova.rpc.amqp ret = self.func(instance,
*args, **kwargs)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py", line
281, in create_port
2012-09-11 12:35:21 TRACE nova.rpc.amqp return self.do_request("POST",
self.ports_path % (network), body=body)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py", line
211, in do_request
2012-09-11 12:35:21 TRACE nova.rpc.amqp "server. Got error: %s") % e)
2012-09-11 12:35:21 TRACE nova.rpc.amqp QuantumIOException: Unable to
connect to server. Got error: [Errno 111] ECONNREFUSED
2012-09-11 12:35:21 TRACE nova.rpc.amqp
2012-09-11 12:35:21 ERROR nova.rpc.amqp
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] Returning exception Unable to connect to
server. Got error: [Errno 111] ECONNREFUSED to caller
2012-09-11 12:35:21 ERROR nova.rpc.amqp
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] ['Traceback (most recent call last):\n',
' File "/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py", line 253, in
_process_data\n rval = node_func(context=ctxt, **node_args)\n', ' File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/manager.py", line
370, in allocate_for_instance\n allowed_address_pairs=pairs)\n', ' File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/quantum_connection.py",
line 104, in create_and_attach_port\n resdict =
self.client.create_port(net_id, port_data, tenant=tenant_id)\n', ' File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py", line 85,
in with_params\n ret = self.func(instance, *args, **kwargs)\n', ' File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py", line
281, in create_port\n return self.do_request("POST", self.ports_path %
(network), body=body)\n', ' File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py", line
211, in do_request\n "server. Got error: %s") % e)\n',
'QuantumIOException: Unable to connect to server. Got error: [Errno 111]
ECONNREFUSED\n']
2012-09-11 12:35:27 DEBUG nova.manager [-] Running periodic task
QuantumManager._publish_service_capabilities from (pid=1545) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
2012-09-11 12:35:27 DEBUG nova.manager [-] Running periodic task
QuantumManager._disassociate_stale_fixed_ips from (pid=1545) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
2012-09-11 12:36:25 DEBUG nova.rpc.amqp [-] received {u'_context_roles':
[u'admin'], u'_msg_id': u'76d46b255ade4abda03b895cb2c86184',
u'_context_read_deleted': u'no', u'_context_request_id':
u'req-4f58ffe1-0545-459b-9232-0d459f6e4620', u'args': {u'instance_id': 2,
u'instance_uuid': u'9b7f637b-889d-4762-bc72-d3c51d21bb64', u'host':
u'US000901', u'project_id': u'a1a35e832a8c4f5d9b2aefc28d9d4150',
u'rxtx_factor': 1.0}, u'_context_auth_token': '<SANITIZED>',
u'_context_is_admin': True, u'_context_project_id': None,
u'_context_timestamp': u'2012-09-11T07:06:21.372516', u'_context_user_id':
None, u'method': u'get_instance_nw_info', u'_context_remote_address': None}
from (pid=1545) _safe_log
/usr/lib/python2.7/dist-packages/nova/rpc/common.py:160
2012-09-11 12:36:25 DEBUG nova.rpc.amqp
[req-4f58ffe1-0545-459b-9232-0d459f6e4620 None None] unpacked context:
{'user_id': None, 'roles': [u'admin'], 'timestamp':
'2012-09-11T07:06:21.372516', 'auth_token': '<SANITIZED>',
'remote_address': None, 'is_admin': True, 'request_id':
u'req-4f58ffe1-0545-459b-9232-0d459f6e4620', 'project_id': None,
'read_deleted': u'no'} from (pid=1545) _safe_log
/usr/lib/python2.7/dist-packages/nova/rpc/common.py:160
2012-09-11 12:36:26 DEBUG nova.utils
[req-4f58ffe1-0545-459b-9232-0d459f6e4620 None None] Attempting to grab
semaphore "get_dhcp" for method "_get_dhcp_ip"... from (pid=1545) inner
/usr/lib/python2.7/dist-packages/nova/utils.py:927
2012-09-11 12:36:26 DEBUG nova.utils
[req-4f58ffe1-0545-459b-9232-0d459f6e4620 None None] Got semaphore
"get_dhcp" for method "_get_dhcp_ip"... from (pid=1545) inner
/usr/lib/python2.7/dist-packages/nova/utils.py:931
2012-09-11 12:36:26 DEBUG nova.utils
[req-4f58ffe1-0545-459b-9232-0d459f6e4620 None None] Attempting to grab
semaphore "get_dhcp" for method "_get_dhcp_ip"... from (pid=1545) inner
/usr/lib/python2.7/dist-packages/nova/utils.py:927
2012-09-11 12:36:26 DEBUG nova.utils
[req-4f58ffe1-0545-459b-9232-0d459f6e4620 None None] Got semaphore
"get_dhcp" for method "_get_dhcp_ip"... from (pid=1545) inner
/usr/lib/python2.7/dist-packages/nova/utils.py:931
2012-09-11 12:36:27 DEBUG nova.manager [-] Running periodic task
QuantumManager._publish_service_capabilities from (pid=1545) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
2012-09-11 12:36:27 DEBUG nova.manager [-] Running periodic task
QuantumManager._disassociate_stale_fixed_ips from (pid=1545) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
nova-compute logs
2012-09-11 12:35:10 DEBUG nova.manager [-] Running periodic task
ComputeManager._publish_service_capabilities from (pid=9392) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
2012-09-11 12:35:10 DEBUG nova.manager [-] Notifying Schedulers of
capabilities ... from (pid=9392) _publish_service_capabilities
/usr/lib/python2.7/dist-packages/nova/manager.py:203
2012-09-11 12:35:10 DEBUG nova.rpc.amqp [-] Making asynchronous fanout
cast... from (pid=9392) fanout_cast
/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py:359
2012-09-11 12:35:10 DEBUG nova.manager [-] Running periodic task
ComputeManager._poll_rescued_instances from (pid=9392) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
2012-09-11 12:35:10 DEBUG nova.manager [-] Running periodic task
ComputeManager._sync_power_states from (pid=9392) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
2012-09-11 12:35:11 DEBUG nova.manager [-] Running periodic task
ComputeManager._poll_bandwidth_usage from (pid=9392) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
2012-09-11 12:35:11 DEBUG nova.manager [-] Running periodic task
ComputeManager.update_available_resource from (pid=9392) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
2012-09-11 12:35:16 INFO nova.virt.libvirt.connection [-] Compute_service
record updated for US000901
2012-09-11 12:35:16 DEBUG nova.manager [-] Running periodic task
ComputeManager._poll_rebooting_instances from (pid=9392) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
2012-09-11 12:35:16 DEBUG nova.manager [-] Skipping
ComputeManager._cleanup_running_deleted_instances, 29 ticks left until next
run from (pid=9392) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:147
2012-09-11 12:35:16 DEBUG nova.manager [-] Running periodic task
ComputeManager._heal_instance_info_cache from (pid=9392) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
2012-09-11 12:35:16 DEBUG nova.rpc.amqp [-] Making asynchronous call on
network ... from (pid=9392) multicall
/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py:326
2012-09-11 12:35:16 DEBUG nova.rpc.amqp [-] MSG_ID is
f9fbf57cfdde49f5b58e0991f8876474 from (pid=9392) multicall
/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py:329
2012-09-11 12:35:16 DEBUG nova.rpc.amqp [-] received {u'_context_roles':
[u'admin'], u'_context_request_id':
u'req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4', u'_context_read_deleted':
u'no', u'args': {u'instance_uuid': u'9b7f637b-889d-4762-bc72-d3c51d21bb64',
u'is_first_time': True, u'filter_properties': {u'scheduler_hints': {}},
u'admin_password': '<SANITIZED>', u'injected_files': [],
u'requested_networks': None}, u'_context_auth_token': '<SANITIZED>',
u'_context_is_admin': True, u'_context_project_id':
u'a1a35e832a8c4f5d9b2aefc28d9d4150', u'_context_timestamp':
u'2012-09-11T07:05:13.901045', u'_context_user_id':
u'27caf468dd0e48b2938d7bae89920574', u'method': u'run_instance',
u'_context_remote_address': u'10.83.18.208'} from (pid=9392) _safe_log
/usr/lib/python2.7/dist-packages/nova/rpc/common.py:160
2012-09-11 12:35:16 DEBUG nova.rpc.amqp
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] unpacked context: {'user_id':
u'27caf468dd0e48b2938d7bae89920574', 'roles': [u'admin'], 'timestamp':
'2012-09-11T07:05:13.901045', 'auth_token': '<SANITIZED>',
'remote_address': u'10.83.18.208', 'is_admin': True, 'request_id':
u'req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4', 'project_id':
u'a1a35e832a8c4f5d9b2aefc28d9d4150', 'read_deleted': u'no'} from (pid=9392)
_safe_log /usr/lib/python2.7/dist-packages/nova/rpc/common.py:160
2012-09-11 12:35:16 DEBUG nova.utils
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] Attempting to grab semaphore
"9b7f637b-889d-4762-bc72-d3c51d21bb64" for method "do_run_instance"... from
(pid=9392) inner /usr/lib/python2.7/dist-packages/nova/utils.py:927
2012-09-11 12:35:16 DEBUG nova.utils
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] Got semaphore
"9b7f637b-889d-4762-bc72-d3c51d21bb64" for method "do_run_instance"... from
(pid=9392) inner /usr/lib/python2.7/dist-packages/nova/utils.py:931
2012-09-11 12:35:17 AUDIT nova.compute.manager
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] Starting instance...
2012-09-11 12:35:17 DEBUG nova.rpc.amqp
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] Making asynchronous call on network ...
from (pid=9392) multicall
/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py:326
2012-09-11 12:35:17 DEBUG nova.rpc.amqp
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] MSG_ID is
b0542410419b4744aa3b3be6b035e611 from (pid=9392) multicall
/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py:329
2012-09-11 12:35:17 DEBUG nova.rpc.amqp
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] Pool creating new connection from
(pid=9392) create /usr/lib/python2.7/dist-packages/nova/rpc/amqp.py:60
2012-09-11 12:35:17 INFO nova.rpc.common
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] Connected to AMQP server on
10.83.18.208:5672
2012-09-11 12:35:17 DEBUG nova.compute.manager [-] Updated the info_cache
for instance 9b7f637b-889d-4762-bc72-d3c51d21bb64 from (pid=9392)
_heal_instance_info_cache
/usr/lib/python2.7/dist-packages/nova/compute/manager.py:2233
2012-09-11 12:35:17 DEBUG nova.manager [-] Skipping
ComputeManager._run_image_cache_manager_pass, 8 ticks left until next run
from (pid=9392) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:147
2012-09-11 12:35:17 DEBUG nova.manager [-] Running periodic task
ComputeManager._reclaim_queued_deletes from (pid=9392) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
2012-09-11 12:35:17 DEBUG nova.compute.manager [-]
FLAGS.reclaim_instance_interval <= 0, skipping... from (pid=9392)
_reclaim_queued_deletes
/usr/lib/python2.7/dist-packages/nova/compute/manager.py:2386
2012-09-11 12:35:17 DEBUG nova.manager [-] Running periodic task
ComputeManager._report_driver_status from (pid=9392) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
2012-09-11 12:35:17 INFO nova.compute.manager [-] Updating host status
2012-09-11 12:35:17 DEBUG nova.virt.libvirt.connection [-] Updating host
stats from (pid=9392) update_status
/usr/lib/python2.7/dist-packages/nova/virt/libvirt/connection.py:2504
2012-09-11 12:35:21 DEBUG nova.manager [-] Running periodic task
ComputeManager._poll_unconfirmed_resizes from (pid=9392) periodic_tasks
/usr/lib/python2.7/dist-packages/nova/manager.py:152
2012-09-11 12:35:21 ERROR nova.compute.manager
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] Instance failed network setup
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] Traceback (most recent call last):
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 565, in
_allocate_network
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64]
requested_networks=requested_networks)
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] File
"/usr/lib/python2.7/dist-packages/nova/network/api.py", line 170, in
allocate_for_instance
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] 'args': args})
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] File
"/usr/lib/python2.7/dist-packages/nova/rpc/__init__.py", line 68, in call
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] return _get_impl().call(context,
topic, msg, timeout)
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] File
"/usr/lib/python2.7/dist-packages/nova/rpc/impl_kombu.py", line 674, in call
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] return rpc_amqp.call(context,
topic, msg, timeout, Connection.pool)
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] File
"/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py", line 343, in call
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] rv = list(rv)
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] File
"/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py", line 311, in __iter__
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] raise result
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] RemoteError: Remote error:
QuantumIOException Unable to connect to server. Got error: [Errno 111]
ECONNREFUSED
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64] [u'Traceback (most recent call
last):\n', u' File "/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py",
line 253, in _process_data\n rval = node_func(context=ctxt,
**node_args)\n', u' File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/manager.py", line
370, in allocate_for_instance\n allowed_address_pairs=pairs)\n', u'
File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/quantum_connection.py",
line 104, in create_and_attach_port\n resdict =
self.client.create_port(net_id, port_data, tenant=tenant_id)\n', u' File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py", line 85,
in with_params\n ret = self.func(instance, *args, **kwargs)\n', u' File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py", line
281, in create_port\n return self.do_request("POST", self.ports_path %
(network), body=body)\n', u' File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py", line
211, in do_request\n "server. Got error: %s") % e)\n',
u'QuantumIOException: Unable to connect to server. Got error: [Errno 111]
ECONNREFUSED\n'].
2012-09-11 12:35:21 TRACE nova.compute.manager [instance:
9b7f637b-889d-4762-bc72-d3c51d21bb64]
2012-09-11 12:35:21 ERROR nova.rpc.amqp
[req-f21c022d-2ba5-4262-ba72-47b8e17a5dd4 27caf468dd0e48b2938d7bae89920574
a1a35e832a8c4f5d9b2aefc28d9d4150] Exception during message handling
2012-09-11 12:35:21 TRACE nova.rpc.amqp Traceback (most recent call last):
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py", line 253, in
_process_data
2012-09-11 12:35:21 TRACE nova.rpc.amqp rval = node_func(context=ctxt,
**node_args)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/exception.py", line 114, in wrapped
2012-09-11 12:35:21 TRACE nova.rpc.amqp return f(*args, **kw)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 183, in
decorated_function
2012-09-11 12:35:21 TRACE nova.rpc.amqp sys.exc_info())
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/contextlib.py", line 24, in __exit__
2012-09-11 12:35:21 TRACE nova.rpc.amqp self.gen.next()
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 177, in
decorated_function
2012-09-11 12:35:21 TRACE nova.rpc.amqp return function(self, context,
instance_uuid, *args, **kwargs)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 657, in
run_instance
2012-09-11 12:35:21 TRACE nova.rpc.amqp do_run_instance()
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/utils.py", line 945, in inner
2012-09-11 12:35:21 TRACE nova.rpc.amqp retval = f(*args, **kwargs)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 656, in
do_run_instance
2012-09-11 12:35:21 TRACE nova.rpc.amqp self._run_instance(context,
instance_uuid, **kwargs)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 457, in
_run_instance
2012-09-11 12:35:21 TRACE nova.rpc.amqp
self._set_instance_error_state(context, instance_uuid)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/contextlib.py", line 24, in __exit__
2012-09-11 12:35:21 TRACE nova.rpc.amqp self.gen.next()
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 430, in
_run_instance
2012-09-11 12:35:21 TRACE nova.rpc.amqp requested_networks)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/compute/manager.py", line 565, in
_allocate_network
2012-09-11 12:35:21 TRACE nova.rpc.amqp
requested_networks=requested_networks)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/network/api.py", line 170, in
allocate_for_instance
2012-09-11 12:35:21 TRACE nova.rpc.amqp 'args': args})
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/rpc/__init__.py", line 68, in call
2012-09-11 12:35:21 TRACE nova.rpc.amqp return
_get_impl().call(context, topic, msg, timeout)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/rpc/impl_kombu.py", line 674, in call
2012-09-11 12:35:21 TRACE nova.rpc.amqp return rpc_amqp.call(context,
topic, msg, timeout, Connection.pool)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py", line 343, in call
2012-09-11 12:35:21 TRACE nova.rpc.amqp rv = list(rv)
2012-09-11 12:35:21 TRACE nova.rpc.amqp File
"/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py", line 311, in __iter__
2012-09-11 12:35:21 TRACE nova.rpc.amqp raise result
2012-09-11 12:35:21 TRACE nova.rpc.amqp RemoteError: Remote error:
QuantumIOException Unable to connect to server. Got error: [Errno 111]
ECONNREFUSED
2012-09-11 12:35:21 TRACE nova.rpc.amqp [u'Traceback (most recent call
last):\n', u' File "/usr/lib/python2.7/dist-packages/nova/rpc/amqp.py",
line 253, in _process_data\n rval = node_func(context=ctxt,
**node_args)\n', u' File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/manager.py", line
370, in allocate_for_instance\n allowed_address_pairs=pairs)\n', u'
File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/quantum_connection.py",
line 104, in create_and_attach_port\n resdict =
self.client.create_port(net_id, port_data, tenant=tenant_id)\n', u' File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py", line 85,
in with_params\n ret = self.func(instance, *args, **kwargs)\n', u' File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py", line
281, in create_port\n return self.do_request("POST", self.ports_path %
(network), body=body)\n', u' File
"/usr/lib/python2.7/dist-packages/nova/network/quantum/client.py", line
211, in do_request\n "server. Got error: %s") % e)\n',
u'QuantumIOException: Unable to connect to server. Got error: [Errno 111]
ECONNREFUSED\n'].
2012-09-11 12:35:21 TRACE nova.rpc.amqp
root at US000901:~# nova-manage service list
2012-09-11 14:24:27 DEBUG nova.utils
[req-1004d096-f4be-44af-9b77-1c42547379c6 None None] backend <module
'nova.db.sqlalchemy.api' from
'/usr/lib/python2.7/dist-packages/nova/db/sqlalchemy/api.pyc'> from
(pid=8337) __get_backend /usr/lib/python2.7/dist-packages/nova/utils.py:658
Binary Host Zone
Status State Updated_At
nova-consoleauth US000901 nova
enabled :-) 2012-09-11 08:54:25
nova-scheduler US000901 nova
enabled :-) 2012-09-11 08:54:26
nova-cert US000901 nova
enabled :-) 2012-09-11 08:54:25
nova-compute US000901 nova
enabled :-) 2012-09-11 08:54:23
nova-volume US000901 nova
enabled :-) 2012-09-11 08:54:27
nova-network US000901 nova
enabled :-) 2012-09-11 08:54:21
root at US000901:~# nova-manage network list
id IPv4 IPv6 start address
DNS1 DNS2 VlanID project
uuid
2012-09-11 17:52:53 DEBUG nova.utils
[req-007f8c24-216e-4399-8f64-c51267db2c4c None None] backend <module
'nova.db.sqlalchemy.api' from
'/usr/lib/python2.7/dist-packages/nova/db/sqlalchemy/api.pyc'> from
(pid=19868) __get_backend /usr/lib/python2.7/dist-packages/nova/utils.py:658
1 192.168.0.0/24 None 192.168.0.2
8.8.4.4 None None None
dcd2f01f-7c2a-417d-b286-467f848cabae
--
ViVek Raghuwanshi
Mobile -+91-09595950504
Skype - vivek_raghuwanshi
-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.openstack.org/pipermail/openstack-operators/attachments/20120911/81a339ef/attachment-0001.html>
More information about the OpenStack-operators
mailing list