[Openstack] Monitoring / Billing Architecture proposed

Monsyne Dragon mdragon at RACKSPACE.COM
Tue Apr 24 00:25:59 UTC 2012


This looks like just the standard RPC traffic.
You need to turn notifications on
(set:
notification_driver=nova.notifier.rabbit_notifier
in nova's config file)

and listen on the notification.* queues



On Apr 23, 2012, at 2:26 PM, Luis Gervaso wrote:

Joshua,

I have performed a create instance operation and here is an example data obtained from stable/essex rabbitmq nova catch all exchange.

[*] Waiting for messages. To exit press CTRL+C

 [x] Received '{"_context_roles": ["admin"], "_msg_id": "a2d13735baad4613b89c6132e0fa8302", "_context_read_deleted": "no", "_context_request_id": "req-d7ffbe78-7a9c-4d20-9ac5-3e56951526fe", "args": {"instance_id": 6, "instance_uuid": "e3ad17e6-dd59-4b67-a7d0-e3812f96c2d7", "host": "ubuntu", "project_id": "c290118b14564257be26a2cb901721a2", "rxtx_factor": 1.0}, "_context_auth_token": null, "_context_is_admin": true, "_context_project_id": null, "_context_timestamp": "2012-03-24T01:36:48.774891", "_context_user_id": null, "method": "get_instance_nw_info", "_context_remote_address": null}'

 [x] Received '{"_context_roles": ["admin"], "_msg_id": "a1cb1cf61e5441c2a772b29d3cd54202", "_context_read_deleted": "no", "_context_request_id": "req-db34ba32-8bd9-4cd5-b7b5-43705a9e258e", "args": {"instance_id": 6, "instance_uuid": "e3ad17e6-dd59-4b67-a7d0-e3812f96c2d7", "host": "ubuntu", "project_id": "c290118b14564257be26a2cb901721a2", "rxtx_factor": 1.0}, "_context_auth_token": null, "_context_is_admin": true, "_context_project_id": null, "_context_timestamp": "2012-03-24T01:37:50.463586", "_context_user_id": null, "method": "get_instance_nw_info", "_context_remote_address": null}'

 [x] Received '{"_context_roles": ["admin"], "_msg_id": "ebb0b1c340de4024a22eafec9d0a2d66", "_context_read_deleted": "no", "_context_request_id": "req-ddb51b2b-a29f-4aad-909d-3f7f79f053c4", "args": {"instance_id": 6, "instance_uuid": "e3ad17e6-dd59-4b67-a7d0-e3812f96c2d7", "host": "ubuntu", "project_id": "c290118b14564257be26a2cb901721a2", "rxtx_factor": 1.0}, "_context_auth_token": null, "_context_is_admin": true, "_context_project_id": null, "_context_timestamp": "2012-03-24T01:38:59.217333", "_context_user_id": null, "method": "get_instance_nw_info", "_context_remote_address": null}'

 [x] Received '{"_context_roles": ["Member"], "_msg_id": "729535c00d224414a98286e9ce3475a9", "_context_read_deleted": "no", "_context_request_id": "req-b056a8cc-3542-41a9-9e58-8fb592086264", "_context_auth_token": "deb477655fba448e85199f7e559da77a", "_context_is_admin": false, "_context_project_id": "df3827f76f714b1e8f31675caf84ae9d", "_context_timestamp": "2012-03-24T01:39:19.813393", "_context_user_id": "abe21eb7e6884547810f0a43c216e6a6", "method": "get_floating_ips_by_project", "_context_remote_address": "192.168.1.41"}'

 [x] Received '{"_context_roles": ["Member", "admin"], "_context_request_id": "req-45e6c2af-52c7-4de3-af6c-6b2f7520cfd5", "_context_read_deleted": "no", "args": {"request_spec": {"num_instances": 1, "block_device_mapping": [], "image": {"status": "active", "name": "cirros-0.3.0-x86_64-uec", "deleted": false, "container_format": "ami", "created_at": "2012-03-20 17:37:08", "disk_format": "ami", "updated_at": "2012-03-20 17:37:08", "properties": {"kernel_id": "6b700d25-3293-420a-82e4-8247d4b0da2a", "ramdisk_id": "22b10c35-c868-4470-84ef-54ae9f17a977"}, "min_ram": "0", "checksum": "2f81976cae15c16ef0010c51e3a6c163", "min_disk": "0", "is_public": true, "deleted_at": null, "id": "f7d4bea2-2aed-4bf3-a5cb-db6a34c4a525", "size": 25165824}, "instance_type": {"root_gb": 0, "name": "m1.tiny", "deleted": false, "created_at": null, "ephemeral_gb": 0, "updated_at": null, "memory_mb": 512, "vcpus": 1, "flavorid": "1", "swap": 0, "rxtx_factor": 1.0, "extra_specs": {}, "deleted_at": null, "vcpu_weight": null, "id": 2}, "instance_properties": {"vm_state": "building", "ephemeral_gb": 0, "access_ip_v6": null, "access_ip_v4": null, "kernel_id": "6b700d25-3293-420a-82e4-8247d4b0da2a", "key_name": "testssh", "ramdisk_id": "22b10c35-c868-4470-84ef-54ae9f17a977", "instance_type_id": 2, "user_data": "dGhpcyBpcyBteSB1c2VyIGRhdGE=", "vm_mode": null, "display_name": "eureka", "config_drive_id": "", "reservation_id": "r-xtzjx50j", "key_data": "ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAAgQDJ31tdayh1xnAY+JO/ZVdg5L83CsIU7qaOmFubdH7zlg2jjS9JmkPNANj99zx+UHg5F5JKGMef9M8VP/V89D5g0oIjIJtBdFpKOScBo3yJ1vteW5ItImH8h9TldymHf+CWNVY1oNNqzXqAb41xwUUDNvgeXHRZNnE6tmwZO0oC1Q== stack at ubuntu\n", "root_gb": 0, "user_id": "abe21eb7e6884547810f0a43c216e6a6", "uuid": "40b5a1c5-bd4f-40ee-ae0a-73e0bc927431", "root_device_name": null, "availability_zone": null, "launch_time": "2012-03-24T01:39:52Z", "metadata": {}, "display_description": "eureka", "memory_mb": 512, "launch_index": 0, "vcpus": 1, "locked": false, "image_ref": "f7d4bea2-2aed-4bf3-a5cb-db6a34c4a525", "architecture": null, "power_state": 0, "auto_disk_config": null, "progress": 0, "os_type": null, "project_id": "df3827f76f714b1e8f31675caf84ae9d", "config_drive": ""}, "security_group": ["default"]}, "is_first_time": true, "filter_properties": {"scheduler_hints": {}}, "topic": "compute", "admin_password": "SKohh79r956J", "injected_files": [], "requested_networks": null}, "_context_auth_token": "deb477655fba448e85199f7e559da77a", "_context_is_admin": false, "_context_project_id": "df3827f76f714b1e8f31675caf84ae9d", "_context_timestamp": "2012-03-24T01:39:52.089383", "_context_user_id": "abe21eb7e6884547810f0a43c216e6a6", "method": "run_instance", "_context_remote_address": "192.168.1.41"}'

 [x] Received '{"_context_roles": ["Member", "admin"], "_context_request_id": "req-45e6c2af-52c7-4de3-af6c-6b2f7520cfd5", "_context_read_deleted": "no", "args": {"instance_uuid": "40b5a1c5-bd4f-40ee-ae0a-73e0bc927431", "requested_networks": null, "is_first_time": true, "admin_password": "SKohh79r956J", "injected_files": []}, "_context_auth_token": "deb477655fba448e85199f7e559da77a", "_context_is_admin": true, "_context_project_id": "df3827f76f714b1e8f31675caf84ae9d", "_context_timestamp": "2012-03-24T01:39:52.089383", "_context_user_id": "abe21eb7e6884547810f0a43c216e6a6", "method": "run_instance", "_context_remote_address": "192.168.1.41"}'

 [x] Received '{"_context_roles": ["Member", "admin"], "_msg_id": "f40e21507437492f97a02cd25415498a", "_context_read_deleted": "no", "_context_request_id": "req-45e6c2af-52c7-4de3-af6c-6b2f7520cfd5", "args": {"instance_uuid": "40b5a1c5-bd4f-40ee-ae0a-73e0bc927431", "vpn": false, "requested_networks": null, "instance_id": 7, "host": "ubuntu", "rxtx_factor": 1.0, "project_id": "df3827f76f714b1e8f31675caf84ae9d"}, "_context_auth_token": "deb477655fba448e85199f7e559da77a", "_context_is_admin": true, "_context_project_id": "df3827f76f714b1e8f31675caf84ae9d", "_context_timestamp": "2012-03-24T01:39:52.089383", "_context_user_id": "abe21eb7e6884547810f0a43c216e6a6", "method": "allocate_for_instance", "_context_remote_address": "192.168.1.41"}'

 [x] Received '{"_context_roles": ["admin"], "_msg_id": "96c3d16edf894a89ae85ed90b0a0858b", "_context_read_deleted": "no", "_context_request_id": "req-81c9353b-f912-408e-a297-0e8ad6b8fe10", "args": {"instance_id": 6, "instance_uuid": "e3ad17e6-dd59-4b67-a7d0-e3812f96c2d7", "host": "ubuntu", "project_id": "c290118b14564257be26a2cb901721a2", "rxtx_factor": 1.0}, "_context_auth_token": null, "_context_is_admin": true, "_context_project_id": null, "_context_timestamp": "2012-03-24T01:40:01.390757", "_context_user_id": null, "method": "get_instance_nw_info", "_context_remote_address": null}'

 [x] Received '{"_context_roles": ["admin"], "_context_request_id": "req-d0707421-7f4e-4f1f-bf89-109ca4625ca5", "_context_read_deleted": "no", "args": {"address": "10.0.0.2"}, "_context_auth_token": null, "_context_is_admin": true, "_context_project_id": null, "_context_timestamp": "2012-03-24T01:40:53.338021", "_context_user_id": null, "method": "lease_fixed_ip", "_context_remote_address": null}'

 [x] Received '{"_context_roles": ["admin"], "_msg_id": "38ad50d1abf445118c60017ee03851f6", "_context_read_deleted": "no", "_context_request_id": "req-51cd0d75-17e5-414b-affd-1ca2060cc8cb", "args": {"instance_id": 7, "instance_uuid": "40b5a1c5-bd4f-40ee-ae0a-73e0bc927431", "host": "ubuntu", "project_id": "df3827f76f714b1e8f31675caf84ae9d", "rxtx_factor": 1.0}, "_context_auth_token": null, "_context_is_admin": true, "_context_project_id": null, "_context_timestamp": "2012-03-24T01:41:07.580157", "_context_user_id": null, "method": "get_instance_nw_info", "_context_remote_address": null}'

On Mon, Apr 23, 2012 at 9:23 PM, Doug Hellmann <doug.hellmann at dreamhost.com<mailto:doug.hellmann at dreamhost.com>> wrote:


On Mon, Apr 23, 2012 at 1:50 PM, Brian Schott <brian.schott at nimbisservices.com<mailto:brian.schott at nimbisservices.com>> wrote:
So, we could build on this. No reason to reinvent, but we might want to expand the number of events.  I'm concerned about things like what happens when flavors change over time.  Maybe the answer is, always append to the flavor/instance-type table.  The code I remember and the admin interface that Ken wrote allowed you to modify flavors.  That would break billing unless you also track flavor modifications.

That seems like a situation where you would want to denormalize the billing database and record the flavor details along with the rest of the creation event data.

Doug




--
-------------------------------------------
Luis Alberto Gervaso Martin
Woorea Solutions, S.L
CEO & CTO
mobile: (+34) 627983344
luis@<mailto:luis.gervaso at gmail.com>woorea.es<http://woorea.es/>

_______________________________________________
Mailing list: https://launchpad.net/~openstack
Post to     : openstack at lists.launchpad.net<mailto:openstack at lists.launchpad.net>
Unsubscribe : https://launchpad.net/~openstack
More help   : https://help.launchpad.net/ListHelp

--
Monsyne M. Dragon
OpenStack/Nova
cell 210-441-0965
work x 5014190

-------------- next part --------------
An HTML attachment was scrubbed...
URL: <http://lists.openstack.org/pipermail/openstack/attachments/20120424/00122a3d/attachment.html>


More information about the Openstack mailing list