Open Stack

I use the flatdhcp Openstack in network pattern, the first time the
following problem is in a week or so, but later will be more frequent



 /usr/lib/python2.7/dist-packages/nova/network/manager.py:642
2011-12-10 06:25:38,897 ERROR nova.rpc [-] Exception during message handling
(nova.rpc): TRACE: Traceback (most recent call last):
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/nova/rpc/impl_kombu.py", line 620,
in _process_data
(nova.rpc): TRACE:     rval = node_func(context=ctxt, **node_args)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/nova/network/manager.py", line 643,
in lease_fixed_ip
(nova.rpc): TRACE:     fixed_ip =
self.db.fixed_ip_get_by_address(context, address)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/nova/db/api.py", line 377, in
fixed_ip_get_by_address
(nova.rpc): TRACE:     return IMPL.fixed_ip_get_by_address(context, address)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/nova/db/sqlalchemy/api.py", line
119, in wrapper
(nova.rpc): TRACE:     return f(*args, **kwargs)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/nova/db/sqlalchemy/api.py", line
820, in fixed_ip_get_by_address
(nova.rpc): TRACE:     options(joinedload('instance')).\
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 1535,
in first
(nova.rpc): TRACE:     ret = list(self[0:1])
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 1444,
in __getitem__
(nova.rpc): TRACE:     return list(res)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 1604,
in __iter__
(nova.rpc): TRACE:     return self._execute_and_instances(context)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 1609,
in _execute_and_instances
(nova.rpc): TRACE:     mapper=self._mapper_zero_or_none())
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line
700, in execute
(nova.rpc): TRACE:     return self._connection_for_bind(engine,
close_with_result=True).execute(
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line
643, in _connection_for_bind
(nova.rpc): TRACE:     return engine.contextual_connect(**kwargs)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line
1832, in contextual_connect
(nova.rpc): TRACE:     self.pool.connect(),
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 183, in
connect
(nova.rpc): TRACE:     return _ConnectionFairy(self).checkout()
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 370, in
__init__
(nova.rpc): TRACE:     rec = self._connection_record = pool.get()
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 214, in
get
(nova.rpc): TRACE:     return self.do_get()
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 721, in
do_get
(nova.rpc): TRACE:     (self.size(), self.overflow(), self._timeout))
(nova.rpc): TRACE: TimeoutError: QueuePool limit of size 10 overflow
10 reached, connection timed out, timeout 30
(nova.rpc): TRACE:
2011-12-10 06:25:50,708 ERROR nova.rpc [-] Exception during message handling
(nova.rpc): TRACE: Traceback (most recent call last):
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/nova/rpc/impl_kombu.py", line 620,
in _process_data
(nova.rpc): TRACE:     rval = node_func(context=ctxt, **node_args)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/nova/network/manager.py", line 643,
in lease_fixed_ip
"nova-network.log" 93947L, 10253808C
                                                                2,1
       Top
(nova.rpc): TRACE:     mapper=self._mapper_zero_or_none())
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line
700, in execute
(nova.rpc): TRACE:     return self._connection_for_bind(engine,
close_with_result=True).execute(
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line
643, in _connection_for_bind
(nova.rpc): TRACE:     return engine.contextual_connect(**kwargs)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line
1832, in contextual_connect
(nova.rpc): TRACE:     self.pool.connect(),
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 183, in
connect
(nova.rpc): TRACE:     return _ConnectionFairy(self).checkout()
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 370, in
__init__
(nova.rpc): TRACE:     rec = self._connection_record = pool.get()
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 214, in
get
(nova.rpc): TRACE:     return self.do_get()
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 721, in
do_get
(nova.rpc): TRACE:     (self.size(), self.overflow(), self._timeout))
(nova.rpc): TRACE: TimeoutError: QueuePool limit of size 10 overflow
10 reached, connection timed out, timeout 30
(nova.rpc): TRACE:
2011-12-10 22:32:18,028 ERROR nova.rpc [-] Exception during message handling
(nova.rpc): TRACE: Traceback (most recent call last):
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/nova/rpc/impl_kombu.py", line 620,
in _process_data
(nova.rpc): TRACE:     rval = node_func(context=ctxt, **node_args)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/nova/network/manager.py", line 643,
in lease_fixed_ip
(nova.rpc): TRACE:     fixed_ip =
self.db.fixed_ip_get_by_address(context, address)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/nova/db/api.py", line 377, in
fixed_ip_get_by_address
(nova.rpc): TRACE:     return IMPL.fixed_ip_get_by_address(context, address)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/nova/db/sqlalchemy/api.py", line
119, in wrapper
(nova.rpc): TRACE:     return f(*args, **kwargs)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/nova/db/sqlalchemy/api.py", line
820, in fixed_ip_get_by_address
(nova.rpc): TRACE:     options(joinedload('instance')).\
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 1535,
in first
(nova.rpc): TRACE:     ret = list(self[0:1])
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 1444,
in __getitem__
(nova.rpc): TRACE:     return list(res)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 1604,
in __iter__
(nova.rpc): TRACE:     return self._execute_and_instances(context)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/query.py", line 1609,
in _execute_and_instances
(nova.rpc): TRACE:     mapper=self._mapper_zero_or_none())
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line
700, in execute
(nova.rpc): TRACE:     return self._connection_for_bind(engine,
close_with_result=True).execute(
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/orm/session.py", line
643, in _connection_for_bind
(nova.rpc): TRACE:     return engine.contextual_connect(**kwargs)
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/engine/base.py", line
1832, in contextual_connect
(nova.rpc): TRACE:     self.pool.connect(),
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 183, in
connect
(nova.rpc): TRACE:     return _ConnectionFairy(self).checkout()
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 370, in
__init__
(nova.rpc): TRACE:     rec = self._connection_record = pool.get()
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 214, in
get
(nova.rpc): TRACE:     return self.do_get()
(nova.rpc): TRACE:   File
"/usr/lib/python2.7/dist-packages/sqlalchemy/pool.py", line 721, in
do_get
(nova.rpc): TRACE:     (self.size(), self.overflow(), self._timeout))
(nova.rpc): TRACE: TimeoutError: QueuePool limit of size 10 overflow
10 reached, connection timed out, timeout 30
(nova.rpc): TRACE: