Hi,

I have followed OpenStack installation guide for Queens [0][1].

In my setup: I have 3 servers. 1 controller , 2 compute nodes - with Ubuntu 16.04, behind my firewall (OpenBSD)

Issue 1: All my severs have several NIC, but I wanted to use at least two NIC, but I am able to connect to my servers only with one of the NIC. I could not figure, what is wrong with my settings.

root@h018:~# cat /etc/network/interfaces
# This file describes the network interfaces available on your system
# and how to activate them. For more information, see interfaces(5).

source /etc/network/interfaces.d/*

# The loopback network interface
auto lo
iface lo inet loopback


iface eth5 inet static
iface eth4 inet static
auto eth3
iface eth3 inet static
address 10.4.15.118
netmask 255.255.255.0
network 10.4.15.0
broadcast 10.4.15.255
gateway 10.4.15.1
auto eth2
iface eth2 inet static
address 10.3.15.118
netmask 255.255.255.0
network 10.3.15.0
        broadcast 10.3.15.255
gateway 10.3.15.1
auto eth1
iface eth1 inet static
address 10.2.14.118
netmask 255.255.255.0
network 10.2.14.0
broadcast 10.2.14.255
        gateway 10.2.14.1
# The primary network interface
auto eth0
iface eth0 inet static
address 10.1.14.118
netmask 255.255.255.0
network 10.1.14.0
broadcast 10.1.14.255
gateway 10.1.14.1
# dns-* options are implemented by the resolvconf package, if installed
dns-nameservers 10.1.14.1 8.8.8.8 8.8.4.4

Issue 2: I have completed my OpenStack installation by following [1], after creating the VM and associating the floating IP, everything is fine. But I am not able to ping or SSH to the VM. I have add the ICMP and SSH to my security group rules.

I configured my l2 bridge to use Eth1, which is not reachable from firewall or this might be all together a different problem, as my VM creation is successful without any errors.

root@h018:~# openstack network create  --share --external --provider-physical-network provider --provider-network-type flat provider-network
+---------------------------+--------------------------------------+
| Field                     | Value                                |
+---------------------------+--------------------------------------+
| admin_state_up            | UP                                   |
| availability_zone_hints   |                                      |
| availability_zones        |                                      |
| created_at                | 2019-06-03T09:45:20Z                 |
| description               |                                      |
| dns_domain                | None                                 |
| id                        | 5e8f5ec9-9a65-4259-a246-1c7f95a2f33a |
| ipv4_address_scope        | None                                 |
| ipv6_address_scope        | None                                 |
| is_default                | False                                |
| is_vlan_transparent       | None                                 |
| mtu                       | 1500                                 |
| name                      | provider-network                     |
| port_security_enabled     | True                                 |
| project_id                | bb0f22d6efd64b31be6c37edc796d53e     |
| provider:network_type     | flat                                 |
| provider:physical_network | provider                             |
| provider:segmentation_id  | None                                 |
| qos_policy_id             | None                                 |
| revision_number           | 5                                    |
| router:external           | External                             |
| segments                  | None                                 |
| shared                    | True                                 |
| status                    | ACTIVE                               |
| subnets                   |                                      |
| tags                      |                                      |
| updated_at                | 2019-06-03T09:45:20Z                 |
+---------------------------+--------------------------------------+
root@h018:~#
root@h018:~# openstack subnet create --network provider-network \
>   --allocation-pool start=XX.XX.169.101,end=XX.XX.169.250 \
>   --dns-nameserver 8.8.4.4 --gateway XX.XX.169.1 \
>   --subnet-range XX.XX.169.0/24 provider
+-------------------+--------------------------------------+
| Field             | Value                                |
+-------------------+--------------------------------------+
| allocation_pools  | XX.XX.169.101-XX.XX.169.250        |
| cidr              | XX.XX.169.0/24                      |
| created_at        | 2019-06-03T09:49:45Z                 |
| description       |                                      |
| dns_nameservers   | 8.8.4.4                              |
| enable_dhcp       | True                                 |
| gateway_ip        | XX.XX.169.1                         |
| host_routes       |                                      |
| id                | 51fb740f-1f06-4f6c-93c5-3690488e3980 |
| ip_version        | 4                                    |
| ipv6_address_mode | None                                 |
| ipv6_ra_mode      | None                                 |
| name              | provider                             |
| network_id        | 5e8f5ec9-9a65-4259-a246-1c7f95a2f33a |
| project_id        | bb0f22d6efd64b31be6c37edc796d53e     |
| revision_number   | 0                                    |
| segment_id        | None                                 |
| service_types     |                                      |
| subnetpool_id     | None                                 |
| tags              |                                      |
| updated_at        | 2019-06-03T09:49:45Z                 |
+-------------------+--------------------------------------+

root@h018:~# neutron net-external-list
neutron CLI is deprecated and will be removed in the future. Use openstack CLI instead.
+--------------------------------------+------------------+----------------------------------+------------------------------------------------------+
| id                                   | name             | tenant_id                        | subnets                                              |
+--------------------------------------+------------------+----------------------------------+------------------------------------------------------+
| 5e8f5ec9-9a65-4259-a246-1c7f95a2f33a | provider-network | bb0f22d6efd64b31be6c37edc796d53e | 51fb740f-1f06-4f6c-93c5-3690488e3980 XX.XX.169.0/24 |
+--------------------------------------+------------------+----------------------------------+------------------------------------------------------+
root@h018:~# openstack network list
+--------------------------------------+------------------+--------------------------------------+
| ID                                   | Name             | Subnets                              |
+--------------------------------------+------------------+--------------------------------------+
| 3ee95928-012f-4a55-a0b3-e277c2d45080 | demo-network     | 3427b6ac-3bc0-4529-9035-33e1ab05cb64 |
| 5e8f5ec9-9a65-4259-a246-1c7f95a2f33a | provider-network | 51fb740f-1f06-4f6c-93c5-3690488e3980 |
+--------------------------------------+------------------+--------------------------------------+
root@h018:~# nova list
+--------------------------------------+--------+--------+------------+-------------+----------------------------------------+
| ID                                   | Name   | Status | Task State | Power State | Networks                               |
+--------------------------------------+--------+--------+------------+-------------+----------------------------------------+
| 3f8ab4c2-9047-47c4-8634-0c93cf7d7460 | test15 | ACTIVE | -          | Running     | demo-network=10.1.0.12, XX.XX.169.108 |
+--------------------------------------+--------+--------+------------+-------------+----------------------------------------+
root@h018:~# openstack port list
+--------------------------------------+------+-------------------+-------------------------------------------------------------------------------+--------+
| ID                                   | Name | MAC Address       | Fixed IP Addresses                                                            | Status |
+--------------------------------------+------+-------------------+-------------------------------------------------------------------------------+--------+
| 037d801d-5cae-4d88-ae2d-a4289a542057 |      | fa:16:3e:a6:68:7b | ip_address='10.1.0.2', subnet_id='3427b6ac-3bc0-4529-9035-33e1ab05cb64'       | ACTIVE |
| 327fe5fe-4288-4d80-850c-fa7d7e29d3aa |      | fa:16:3e:2f:0f:dd | ip_address='XX.XX.169.101', subnet_id='51fb740f-1f06-4f6c-93c5-3690488e3980' | ACTIVE |
| 4208ac23-42bf-44ed-8b0d-af1e615b2542 |      | fa:16:3e:c5:cb:94 | ip_address='XX.XX.169.108', subnet_id='51fb740f-1f06-4f6c-93c5-3690488e3980' | N/A    |   (VM)
| 642729e6-f84c-4742-89b2-e5924d8e188e |      | fa:16:3e:37:97:eb | ip_address='XX.XX.169.107', subnet_id='51fb740f-1f06-4f6c-93c5-3690488e3980' | ACTIVE |
| bf5c3061-0c40-41da-bebf-95650e055ce2 |      | fa:16:3e:03:bd:f8 | ip_address='10.1.0.1', subnet_id='3427b6ac-3bc0-4529-9035-33e1ab05cb64'       | ACTIVE |
| fdf976c0-99c6-49e4-b3db-9f26a09da7a9 |      | fa:16:3e:c0:be:e9 | ip_address='10.1.0.12', subnet_id='3427b6ac-3bc0-4529-9035-33e1ab05cb64'      | ACTIVE |
+--------------------------------------+------+-------------------+-------------------------------------------------------------------------------+--------+
root@h018:~# ping -c4 XX.XX.169.101
PING XX.XX.169.101 (XX.XX.169.101) 56(84) bytes of data.

--- XX.XX.169.101 ping statistics ---
4 packets transmitted, 0 received, 100% packet loss, time 3024ms
root@h018:~# ping -c4 XX.XX.169.107
PING XX.XX.169.107 (XX.XX.169.107) 56(84) bytes of data.

--- XX.XX.169.107 ping statistics ---
4 packets transmitted, 0 received, 100% packet loss, time 3023ms
root@h018:~# ping -c4 XX.XX.169.108
PING XX.XX.169.108 (XX.XX.169.108) 56(84) bytes of data.

--- XX.XX.169.108 ping statistics ---
4 packets transmitted, 0 received, 100% packet loss, time 3001ms
root@h018:~# openstack server list
+--------------------------------------+--------+--------+----------------------------------------+-------------+----------+
| ID                                   | Name   | Status | Networks                               | Image       | Flavor   |
+--------------------------------------+--------+--------+----------------------------------------+-------------+----------+
| 3f8ab4c2-9047-47c4-8634-0c93cf7d7460 | test15 | ACTIVE | demo-network=10.1.0.12, XX.XX.169.108 | Ubuntu16.04 | m1.small |
+--------------------------------------+--------+--------+----------------------------------------+-------------+----------+
root@h018:~# ip route
default via 10.1.14.1 dev eth0
10.1.14.0/24 dev eth0  proto kernel  scope link  src 10.1.14.118
10.2.14.0/24 dev brq5e8f5ec9-9a  proto kernel  scope link  src 10.2.14.118
10.3.15.0/24 dev eth2  proto kernel  scope link  src 10.3.15.118
10.4.15.0/24 dev eth3  proto kernel  scope link  src 10.4.15.118
root@h018:~# ifconfig
brq3ee95928-01 Link encap:Ethernet  HWaddr 72:77:4f:54:6a:93  
          inet6 addr: fe80::4459:b6ff:feb0:3352/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1450  Metric:1
          RX packets:34 errors:0 dropped:0 overruns:0 frame:0
          TX packets:10 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:3144 (3.1 KB)  TX bytes:828 (828.0 B)

brq5e8f5ec9-9a Link encap:Ethernet  HWaddr 24:6e:96:84:25:1a  
          inet addr:10.2.14.118  Bcast:10.2.14.255  Mask:255.255.255.0
          inet6 addr: fe80::286d:e0ff:fefa:15a4/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:118004 errors:0 dropped:0 overruns:0 frame:0
          TX packets:10175 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:5834402 (5.8 MB)  TX bytes:1430189 (1.4 MB)

eth0      Link encap:Ethernet  HWaddr 24:6e:96:84:25:18  
          inet addr:10.1.14.118  Bcast:10.1.14.255  Mask:255.255.255.0
          inet6 addr: fe80::266e:96ff:fe84:2518/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:1977142 errors:0 dropped:0 overruns:0 frame:0
          TX packets:2514801 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:1013827869 (1.0 GB)  TX bytes:1529933345 (1.5 GB)

eth1      Link encap:Ethernet  HWaddr 24:6e:96:84:25:1a  
          inet6 addr: fe80::266e:96ff:fe84:251a/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:2622581 errors:0 dropped:14027 overruns:0 frame:0
          TX packets:327841 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:166482697 (166.4 MB)  TX bytes:28701550 (28.7 MB)

eth2      Link encap:Ethernet  HWaddr b4:96:91:0f:cd:28  
          inet addr:10.3.15.118  Bcast:10.3.15.255  Mask:255.255.255.0
          inet6 addr: fe80::b696:91ff:fe0f:cd28/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:272 errors:0 dropped:0 overruns:0 frame:0
          TX packets:45 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:16452 (16.4 KB)  TX bytes:2370 (2.3 KB)

eth3      Link encap:Ethernet  HWaddr b4:96:91:0f:cd:2a  
          inet addr:10.4.15.118  Bcast:10.4.15.255  Mask:255.255.255.0
          inet6 addr: fe80::b696:91ff:fe0f:cd2a/64 Scope:Link
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:7546483 errors:0 dropped:0 overruns:0 frame:0
          TX packets:43 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:452789254 (452.7 MB)  TX bytes:2118 (2.1 KB)

lo        Link encap:Local Loopback  
          inet addr:127.0.0.1  Mask:255.0.0.0
          inet6 addr: ::1/128 Scope:Host
          UP LOOPBACK RUNNING  MTU:65536  Metric:1
          RX packets:42373349 errors:0 dropped:0 overruns:0 frame:0
          TX packets:42373349 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1
          RX bytes:12244256693 (12.2 GB)  TX bytes:12244256693 (12.2 GB)

tap037d801d-5c Link encap:Ethernet  HWaddr ba:7a:4c:72:fb:05  
          UP BROADCAST RUNNING MULTICAST  MTU:1450  Metric:1
          RX packets:9 errors:0 dropped:0 overruns:0 frame:0
          TX packets:40 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:1950 (1.9 KB)  TX bytes:4088 (4.0 KB)

tap327fe5fe-42 Link encap:Ethernet  HWaddr 6e:a2:fd:08:dc:bb  
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:7 errors:0 dropped:0 overruns:0 frame:0
          TX packets:107768 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:618 (618.0 B)  TX bytes:6253098 (6.2 MB)

tap642729e6-f8 Link encap:Ethernet  HWaddr 5a:11:77:05:54:e0  
          UP BROADCAST RUNNING MULTICAST  MTU:1500  Metric:1
          RX packets:11858 errors:0 dropped:0 overruns:0 frame:0
          TX packets:94601 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:498656 (498.6 KB)  TX bytes:5676060 (5.6 MB)

tapbf5c3061-0c Link encap:Ethernet  HWaddr 72:77:4f:54:6a:93  
          UP BROADCAST RUNNING MULTICAST  MTU:1450  Metric:1
          RX packets:9122 errors:0 dropped:0 overruns:0 frame:0
          TX packets:9186 errors:0 dropped:0 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:928979 (928.9 KB)  TX bytes:711090 (711.0 KB)

vxlan-8   Link encap:Ethernet  HWaddr a6:77:6e:2b:f7:1f  
          UP BROADCAST RUNNING MULTICAST  MTU:1450  Metric:1
          RX packets:9186 errors:0 dropped:0 overruns:0 frame:0
          TX packets:9113 errors:0 dropped:19 overruns:0 carrier:0
          collisions:0 txqueuelen:1000
          RX bytes:582486 (582.4 KB)  TX bytes:801919 (801.9 KB)

root@h018:~#

If any other information is required , please let me know. I will share the info. I have seen many posts with similar issues, steps which worked for them are not working in my setup. May be I have done something wrong, not able to figure out that on my own.

Thanks and regards,
Jayachander.

[0] https://docs.openstack.org/install-guide/. 
[1] https://docs.openstack.org/install-guide/openstack-services.html#minimal-deployment-for-queens
--
P  SAVE PAPER – Please do not print this e-mail unless absolutely necessary.