<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=us-ascii">
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<style><!--
/* Font Definitions */
@font-face
        {font-family:Wingdings;
        panose-1:5 0 0 0 0 0 0 0 0 0;}
@font-face
        {font-family:"Cambria Math";
        panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
        {font-family:Calibri;
        panose-1:2 15 5 2 2 2 4 3 2 4;}
@font-face
        {font-family:Consolas;
        panose-1:2 11 6 9 2 2 4 3 2 4;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
        {margin:0cm;
        margin-bottom:.0001pt;
        font-size:11.0pt;
        font-family:"Calibri",sans-serif;}
a:link, span.MsoHyperlink
        {mso-style-priority:99;
        color:#0563C1;
        text-decoration:underline;}
a:visited, span.MsoHyperlinkFollowed
        {mso-style-priority:99;
        color:#954F72;
        text-decoration:underline;}
span.EmailStyle17
        {mso-style-type:personal-compose;
        font-family:"Calibri",sans-serif;
        color:windowtext;}
.MsoChpDefault
        {mso-style-type:export-only;
        font-family:"Calibri",sans-serif;}
@page WordSection1
        {size:612.0pt 792.0pt;
        margin:72.0pt 72.0pt 72.0pt 72.0pt;}
div.WordSection1
        {page:WordSection1;}
/* List Definitions */
@list l0
        {mso-list-id:1844275354;
        mso-list-type:hybrid;
        mso-list-template-ids:1826100408 403243009 403243011 403243013 403243009 403243011 403243013 403243009 403243011 403243013;}
@list l0:level1
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Symbol;}
@list l0:level2
        {mso-level-number-format:bullet;
        mso-level-text:o;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:"Courier New";}
@list l0:level3
        {mso-level-number-format:bullet;
        mso-level-text:\F0A7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Wingdings;}
@list l0:level4
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Symbol;}
@list l0:level5
        {mso-level-number-format:bullet;
        mso-level-text:o;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:"Courier New";}
@list l0:level6
        {mso-level-number-format:bullet;
        mso-level-text:\F0A7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Wingdings;}
@list l0:level7
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Symbol;}
@list l0:level8
        {mso-level-number-format:bullet;
        mso-level-text:o;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:"Courier New";}
@list l0:level9
        {mso-level-number-format:bullet;
        mso-level-text:\F0A7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Wingdings;}
@list l1
        {mso-list-id:1874607107;
        mso-list-type:hybrid;
        mso-list-template-ids:370292248 403243009 403243011 403243013 403243009 403243011 403243013 403243009 403243011 403243013;}
@list l1:level1
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Symbol;}
@list l1:level2
        {mso-level-number-format:bullet;
        mso-level-text:o;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:"Courier New";}
@list l1:level3
        {mso-level-number-format:bullet;
        mso-level-text:\F0A7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Wingdings;}
@list l1:level4
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Symbol;}
@list l1:level5
        {mso-level-number-format:bullet;
        mso-level-text:o;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:"Courier New";}
@list l1:level6
        {mso-level-number-format:bullet;
        mso-level-text:\F0A7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Wingdings;}
@list l1:level7
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Symbol;}
@list l1:level8
        {mso-level-number-format:bullet;
        mso-level-text:o;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:"Courier New";}
@list l1:level9
        {mso-level-number-format:bullet;
        mso-level-text:\F0A7;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-18.0pt;
        font-family:Wingdings;}
ol
        {margin-bottom:0cm;}
ul
        {margin-bottom:0cm;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="EN-US" link="#0563C1" vlink="#954F72">
<div class="WordSection1">
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864">Hi OpenStack Community,<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864">I am having some issues with key management in a multinode devstack (from master branch 27<sup>th</sup> July ’18) environment where Barbican is the configured key_manager.  I have followed setup
 instructions from the following pages:<o:p></o:p></span></p>
<ul style="margin-top:0cm" type="disc">
<li class="MsoNormal" style="color:#1F3864;margin-left:0cm;mso-list:l0 level1 lfo1">
<span lang="EN-IE"><a href="https://docs.openstack.org/barbican/latest/contributor/devstack.html">https://docs.openstack.org/barbican/latest/contributor/devstack.html</a> (manual configuration)<o:p></o:p></span></li><li class="MsoNormal" style="color:#1F3864;margin-left:0cm;mso-list:l0 level1 lfo1">
<span lang="EN-IE"><a href="https://docs.openstack.org/cinder/latest/configuration/block-storage/volume-encryption.html">https://docs.openstack.org/cinder/latest/configuration/block-storage/volume-encryption.html</a><o:p></o:p></span></li></ul>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864">So far:<o:p></o:p></span></p>
<ul style="margin-top:0cm" type="disc">
<li class="MsoNormal" style="color:#1F3864;margin-left:0cm;mso-list:l1 level1 lfo2">
<span lang="EN-IE">Unencrypted block volumes can be attached to instances on any compute node<o:p></o:p></span></li><li class="MsoNormal" style="color:#1F3864;margin-left:0cm;mso-list:l1 level1 lfo2">
<span lang="EN-IE">Instances with unencrypted volumes can also be live migrated to other compute node<o:p></o:p></span></li><li class="MsoNormal" style="color:#1F3864;margin-left:0cm;mso-list:l1 level1 lfo2">
<span lang="EN-IE">Encrypted bootable volumes created successfully<o:p></o:p></span></li><li class="MsoNormal" style="color:#1F3864;margin-left:0cm;mso-list:l1 level1 lfo2">
<span lang="EN-IE">Instances can be launched using these encrypted volumes when the instance is spawned on demo_machine1 (controller & compute node)<o:p></o:p></span></li><li class="MsoNormal" style="color:#1F3864;margin-left:0cm;mso-list:l1 level1 lfo2">
<span lang="EN-IE">Instances cannot be launched using encrypted volumes when the instance is spawned on demo_machine2 or demo_machine3 (compute only), the same failure can be seen in nova logs from both compute nodes:<o:p></o:p></span></li></ul>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">Jul 30 14:35:18 demo_machine2 nova-compute[25686]: DEBUG cinderclient.v3.client [None req-3c977faa-a64c-4536-82c8-d1dbaf856b99 admin admin] GET call
 to cinderv3 for <a href="http://10.0.0.63/volume/v3/3f22a0262a7b4832a08c24ac0295cbd9/volumes/296148bf-edb8-4c9f-88c2-44464907f7e7/encryption">
http://10.0.0.63/volume/v3/3f22a0262a7b4832a08c24ac0295cbd9/volumes/296148bf-edb8-4c9f-88c2-44464907f7e7/encryption</a> used request id req-71fa7f20-c0bc-46c3-9f07-5866344d31a1 {{(pid=25686) request /usr/local/lib/python2.7/dist-packages/keystoneauth1/session.py:844}}<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">Jul 30 14:35:18 demo_machine2 nova-compute[25686]: DEBUG os_brick.encryptors [None req-3c977faa-a64c-4536-82c8-d1dbaf856b99 admin admin] Using volume
 encryption metadata '{u'cipher': u'aes-xts-plain64', u'encryption_key_id': u'da7ee21c-67ff-4d74-95a0-18ee6c25d85a', u'provider': u'luks', u'key_size': 256, u'control_location': u'front-end'}' for connection: {'status': u'attaching', 'detached_at': u'', u'volume_id':
 u'296148bf-edb8-4c9f-88c2-44464907f7e7', 'attach_mode': u'null', 'driver_volume_type': u'iscsi', 'instance': u'e0dc6eac-09bb-4232-bea7-7b8b161cfa31', 'attached_at': u'2018-07-30T13:35:17.000000', 'serial': u'296148bf-edb8-4c9f-88c2-44464907f7e7', 'data': {'device_path':
 '/dev/disk/by-id/scsi-SEMC_SYMMETRIX_900049_wy000', u'target_discovered': True, u'encrypted': True, u'qos_specs': None, u'target_iqn': u'iqn.1992-04.com.emc:600009700bcbb7112504018f00000000', u'target_portal': u'192.168.0.60:3260', u'volume_id': u'296148bf-edb8-4c9f-88c2-44464907f7e7',
 u'target_lun': 1, u'access_mode': u'rw'}} {{(pid=25686) get_encryption_metadata /usr/local/lib/python2.7/dist-packages/os_brick/encryptors/__init__.py:125}}<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">Jul 30 14:35:18 demo_machine2 nova-compute[25686]: WARNING keystoneauth.identity.generic.base [None req-3c977faa-a64c-4536-82c8-d1dbaf856b99 admin
 admin] <b>Failed to discover available identity versions when contacting <a href="http://localhost/identity/v3">
<span style="font-weight:normal">http://localhost/identity/v3</span></a>. Attempting to parse version from URL.: NotFound: Not Found</b> (HTTP 404)<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">Jul 30 14:35:18 demo_machine2 nova-compute[25686]: ERROR castellan.key_manager.barbican_key_manager [None req-3c977faa-a64c-4536-82c8-d1dbaf856b99
 admin admin] Error creating Barbican client: <b>Could not find versioned identity endpoints when attempting to authenticate. Please check that your auth_url is correct. Not Found</b> (HTTP 404): DiscoveryFailure: Could not find versioned identity endpoints
 when attempting to authenticate. Please check that your auth_url is correct. Not Found (HTTP 404)<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864">All instance of Nova have
</span><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">[key_manager]
</span><span lang="EN-IE" style="color:#1F3864">configured as follows:<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">[key_manager]<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">backend = barbican<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">auth_url =
<a href="http://10.0.0.63/identity/">http://10.0.0.63/identity/</a><o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">### Tried with and without the below config options, same result<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864"># auth_type = password<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864"># password = devstack<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864"># username = barbican<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864">Any assistance here would be greatly appreciated, I have spent a lot of time looking for some additional information for the use of Barbican in multinode devstack environments or with live migration
 but there is nothing out there, everything is for all-in-one environments and I’m not having any issues when everything is on one node. I am wondering if at this point there is something I am missing in terms of services in a multinode devstack environment,
 qualification of barbican in a multinode environment is outside of the recommended test config but following the docs it looks very straight forward.<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864">Some information on the three nodes in my environment are below, if there is any other information I can provide let me know, thanks for the help!<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><b><span lang="EN-IE" style="font-size:14.0pt;color:#1F3864">Node & Service Breakdown<o:p></o:p></span></b></p>
<p class="MsoNormal"><b><span lang="EN-IE" style="color:#1F3864">Node 1 (Controller & Compute)<o:p></o:p></span></b></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">stack@demo_machine1:~$ openstack service list<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">+----------------------------------+-------------+----------------+<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| ID                               | Name        | Type           |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">+----------------------------------+-------------+----------------+<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 43a1334c755c4c81969565097cc9c30c | cinder      | volume         |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 52a8927c09154e33900f24c7c95a9f8b | cinderv2    | volumev2       |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 5427a9dff3b6477197062e1747843c4d | nova_legacy | compute_legacy |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 5b319b6d50634661998fdd8dc70a85e3 | nova        | compute        |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 5ffbb2e9f7c84c9e9601ab7aba0cf5e1 | placement   | placement      |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 787fd29afe2f41b0bb44f9c301fd22c5 | cinderv3    | volumev3       |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 96813e167b8842aba9d8b94fad67904f | neutron     | network        |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 993e615a03cc49e3be94840c0b82636b | swift       | object-store   |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| b3834468ffc44f30b792459611f5f4e9 | cinder      | block-storage  |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| cab9ff9e175f4566a1865ea35a377d0d | barbican    | key-manager    |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| d12f710b815442fb970c22087b6e8f4f | glance      | image          |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| eb80de21e42b4e978985db979b175f79 | keystone    | identity       |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">+----------------------------------+-------------+----------------+<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">stack@demo_machine1:~$ openstack endpoint list<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">+----------------------------------+-----------+--------------+----------------+---------+-----------+-------------------------------------------------+<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| ID                               | Region    | Service Name | Service Type   | Enabled | Interface | URL                                            
 |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">+----------------------------------+-----------+--------------+----------------+---------+-----------+-------------------------------------------------+<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 00b276609956454d8d80dd0dde0df231 | RegionOne | cinder       | volume         | True    | public    |
<a href="http://10.0.0.63/volume/v1/$(project_id)s">http://10.0.0.63/volume/v1/$(project_id)s</a>    |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 18e5d431143d47ed980ee0ffbf0d03d7 | RegionOne | barbican     | key-manager    | True    | public    |
<a href="http://10.0.0.63/key-manager">http://10.0.0.63/key-manager</a>                 |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 20cfe0a80cc94b6eb8ea8e6784839198 | RegionOne | barbican     | key-manager    | True    | internal  |
<a href="http://10.0.0.63/key-manager">http://10.0.0.63/key-manager</a>                 |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 3a740b472e7349f19d0cf110c1792122 | RegionOne | cinderv3     | volumev3       | True    | public    |
<a href="http://10.0.0.63/volume/v3/$(project_id)s">http://10.0.0.63/volume/v3/$(project_id)s</a>    |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 4d957921fe894abba296331869f82f7f | RegionOne | cinderv2     | volumev2       | True    | public    |
<a href="http://10.0.0.63/volume/v2/$(project_id)s">http://10.0.0.63/volume/v2/$(project_id)s</a>    |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 4df258794fde476ab82502c682848e58 | RegionOne | swift        | object-store   | True    | admin     |
<a href="http://10.0.0.63:8080">http://10.0.0.63:8080</a>                        |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 719eabec7cb94580af9f928278589878 | RegionOne | keystone     | identity       | True    | public    |
<a href="http://10.0.0.63/identity">http://10.0.0.63/identity</a>                    |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 792f4c99085f4b008643b08aff463759 | RegionOne | keystone     | identity       | True    | admin     |
<a href="http://10.0.0.63/identity">http://10.0.0.63/identity</a>                    |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| 9e8c27c6e22f4a70865bfcdd815ed3c0 | RegionOne | cinder       | block-storage  | True    | public    |
<a href="http://10.0.0.63/volume/v3/$(project_id)s">http://10.0.0.63/volume/v3/$(project_id)s</a>    |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| a271f19f29d443a0b5545626584389d7 | RegionOne | glance       | image          | True    | public    |
<a href="http://10.0.0.63/image">http://10.0.0.63/image</a>                       |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| a975403a2ff149bb88ce2d2227d17a80 | RegionOne | nova         | compute        | True    | public    |
<a href="http://10.0.0.63/compute/v2.1">http://10.0.0.63/compute/v2.1</a>                |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| b65b46e83b4547588eb694d63cb5cdd5 | RegionOne | swift        | object-store   | True    | public    |
<a href="http://10.0.0.63:8080/v1/AUTH_$(project_id)s">http://10.0.0.63:8080/v1/AUTH_$(project_id)s</a> |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| bfd1f91ba18b4bc0bc83586ee358a73c | RegionOne | placement    | placement      | True    | public    |
<a href="http://10.0.0.63/placement">http://10.0.0.63/placement</a>                   |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| d38a11dcfe824fe28f70b45422277d26 | RegionOne | nova_legacy  | compute_legacy | True    | public    |
<a href="http://10.0.0.63/compute/v2/$(project_id)s">http://10.0.0.63/compute/v2/$(project_id)s</a>   |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| ea9139e670e84ff39d1c052347a04695 | RegionOne | neutron      | network        | True    | public    |
<a href="http://10.0.0.63:9696/">http://10.0.0.63:9696/</a>                       |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">+----------------------------------+-----------+--------------+----------------+---------+-----------+-------------------------------------------------+<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">      stack@demo_machine1:~$ openstack secret store<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">+---------------+---------------------------------------------------------------------------------+<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| Field         | Value                                                                           |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">+---------------+---------------------------------------------------------------------------------+<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| Secret href   |
<a href="http://10.0.0.63/key-manager/v1/secrets/72a3955b-a494-4352-b1f6-ae3f322e5656">
http://10.0.0.63/key-manager/v1/secrets/72a3955b-a494-4352-b1f6-ae3f322e5656</a> |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| Name          | None                                                                            |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| Created       | 2018-07-30T12:58:33+00:00                                                       |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| Status        | ACTIVE                                                                          |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| Content types | None                                                                            |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| Algorithm     | aes                                                                             |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| Bit length    | 256                                                                             |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| Secret type   | opaque                                                                          |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| Mode          | cbc                                                                             |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">| Expiration    | None                                                                            |<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-left:36.0pt"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">+---------------+---------------------------------------------------------------------------------+<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><b><span lang="EN-IE" style="color:#1F3864">Node 2 & 3 (Compute Only)<o:p></o:p></span></b></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864">Services:<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">      stack@demo_machine2:~$ sudo systemctl list-unit-files | grep devstack@*<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">     
<a href="mailto:devstack@n-api-meta.service">devstack@n-api-meta.service</a>                enabled<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">     
<a href="mailto:devstack@n-cpu.service">devstack@n-cpu.service</a>                     enabled<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">     
<a href="mailto:devstack@q-agt.service">devstack@q-agt.service</a>                     enabled<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">      stack@demo_machine3:~$ sudo systemctl list-unit-files | grep devstack@*<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">     
<a href="mailto:devstack@n-api-meta.service">devstack@n-api-meta.service</a>                enabled<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">     
<a href="mailto:devstack@n-cpu.service">devstack@n-cpu.service</a>                     enabled<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864">     
<a href="mailto:devstack@q-agt.service">devstack@q-agt.service</a>                     enabled<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864">********************************************************************<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-family:Consolas;color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="color:#1F3864"><o:p> </o:p></span></p>
<p class="MsoNormal"><b><span lang="EN-IE" style="font-size:10.0pt;font-family:"Arial",sans-serif;color:#1F497D;mso-fareast-language:EN-IE">Michael McAleer<o:p></o:p></span></b></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-size:8.0pt;font-family:"Arial",sans-serif;color:#1F497D;mso-fareast-language:EN-IE">Software Engineer 1, Core Technologies<o:p></o:p></span></p>
<p class="MsoNormal"><b><span lang="EN-IE" style="font-size:8.0pt;font-family:"Arial",sans-serif;color:#007DB8;mso-fareast-language:EN-IE">Dell
</span></b><b><span lang="EN-IE" style="font-size:8.0pt;font-family:"Arial",sans-serif;color:gray;mso-fareast-language:EN-IE">EMC
</span></b><b><span lang="EN-IE" style="font-size:8.0pt;font-family:"Arial",sans-serif;color:#1F497D;mso-fareast-language:EN-IE">|
</span></b><span lang="EN-IE" style="font-size:8.0pt;font-family:"Arial",sans-serif;color:#1F497D;mso-fareast-language:EN-IE">Enterprise Storage Division<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-size:8.0pt;font-family:"Arial",sans-serif;color:#1F497D;mso-fareast-language:EN-IE">Phone: +353 21 428 1729<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE" style="font-size:8.0pt;font-family:"Arial",sans-serif;color:#1F497D;mso-fareast-language:EN-IE"><a href="mailto:Michael.Mcaleer@Dell.com">Michael.Mcaleer@Dell.com</a><o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-GB" style="font-size:8.0pt;font-family:"Arial",sans-serif;color:#1F497D;mso-fareast-language:EN-IE">Ireland COE</span><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:#1F497D;mso-fareast-language:EN-IE">,
</span><span lang="EN-GB" style="font-size:8.0pt;font-family:"Arial",sans-serif;color:#1F497D;mso-fareast-language:EN-IE">Ovens, Co. Cork</span><span style="font-size:8.0pt;font-family:"Arial",sans-serif;color:#1F497D;mso-fareast-language:EN-IE">,
</span><span lang="EN-GB" style="font-size:8.0pt;font-family:"Arial",sans-serif;color:#1F497D;mso-fareast-language:EN-IE">Ireland<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE"><o:p> </o:p></span></p>
<p class="MsoNormal"><span lang="EN-IE"><o:p> </o:p></span></p>
</div>
</body>
</html>