<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=us-ascii">
<meta name="Generator" content="Microsoft Word 14 (filtered medium)">
<style><!--
/* Font Definitions */
@font-face
{font-family:Calibri;
panose-1:2 15 5 2 2 2 4 3 2 4;}
@font-face
{font-family:"Segoe UI";
panose-1:2 11 5 2 4 2 4 2 2 3;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
{margin:0in;
margin-bottom:.0001pt;
font-size:11.0pt;
font-family:"Calibri","sans-serif";}
a:link, span.MsoHyperlink
{mso-style-priority:99;
color:blue;
text-decoration:underline;}
a:visited, span.MsoHyperlinkFollowed
{mso-style-priority:99;
color:purple;
text-decoration:underline;}
p
{mso-style-priority:99;
mso-margin-top-alt:auto;
margin-right:0in;
mso-margin-bottom-alt:auto;
margin-left:0in;
font-size:12.0pt;
font-family:"Times New Roman","serif";}
code
{mso-style-priority:99;
font-family:"Courier New";}
pre
{mso-style-priority:99;
mso-style-link:"HTML Preformatted Char";
margin:0in;
margin-bottom:.0001pt;
font-size:10.0pt;
font-family:"Courier New";}
span.EmailStyle17
{mso-style-type:personal-compose;
font-family:"Calibri","sans-serif";
color:windowtext;}
span.HTMLPreformattedChar
{mso-style-name:"HTML Preformatted Char";
mso-style-priority:99;
mso-style-link:"HTML Preformatted";
font-family:"Courier New";}
.MsoChpDefault
{mso-style-type:export-only;
font-family:"Calibri","sans-serif";}
@page WordSection1
{size:8.5in 11.0in;
margin:1.0in 1.0in 1.0in 1.0in;}
div.WordSection1
{page:WordSection1;}
/* List Definitions */
@list l0
{mso-list-id:818038725;
mso-list-template-ids:557994814;}
@list l0:level1
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level2
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level3
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level5
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level6
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level8
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level9
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1
{mso-list-id:835152292;
mso-list-template-ids:140162024;}
@list l1:level1
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level2
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level3
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level5
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level6
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level8
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level9
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2
{mso-list-id:1504584538;
mso-list-template-ids:-164693364;}
@list l2:level1
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level2
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level3
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level5
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level6
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level8
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level9
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3
{mso-list-id:1939412071;
mso-list-template-ids:-1378986896;}
@list l3:level1
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level2
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level3
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level5
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level6
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level8
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l3:level9
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
ol
{margin-bottom:0in;}
ul
{margin-bottom:0in;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="EN-US" link="blue" vlink="purple">
<div class="WordSection1">
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">Hi all,<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">I am running a test Openstack environment with 2 compute nodes each one of them with and MTU 9000.<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">Compute nodes:<o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:0in;margin-right:0in;margin-bottom:5.25pt;margin-left:15.0pt;text-indent:-.25in;line-height:13.5pt;mso-list:l1 level1 lfo1;background:white">
<![if !supportLists]><span style="font-size:10.0pt;font-family:Symbol;color:#4B4B4B"><span style="mso-list:Ignore">·<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">hercules-21 (10.0.32.21): 64cpus, 512GB RAM and 2x 25Gbps bond network<o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:0in;margin-right:0in;margin-bottom:5.25pt;margin-left:15.0pt;text-indent:-.25in;line-height:13.5pt;mso-list:l1 level1 lfo1;background:white">
<![if !supportLists]><span style="font-size:10.0pt;font-family:Symbol;color:#4B4B4B"><span style="mso-list:Ignore">·<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">hercules-22 (10.0.32.22): 64cpus, 512GB RAM and 2x 25Gbps bond network<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">VMs:<o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:0in;margin-right:0in;margin-bottom:5.25pt;margin-left:15.0pt;text-indent:-.25in;line-height:13.5pt;mso-list:l0 level1 lfo2;background:white">
<![if !supportLists]><span style="font-size:10.0pt;font-family:Symbol;color:#4B4B4B"><span style="mso-list:Ignore">·<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">centos (192.168.1.110): 8 vcpus, 16GB RAM<o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:0in;margin-right:0in;margin-bottom:5.25pt;margin-left:15.0pt;text-indent:-.25in;line-height:13.5pt;mso-list:l0 level1 lfo2;background:white">
<![if !supportLists]><span style="font-size:10.0pt;font-family:Symbol;color:#4B4B4B"><span style="mso-list:Ignore">·<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">centos2 (192.168.1.109): 8 vcpus, 16GB RAM<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">Network bandwidth test physical host to physical host using iperf3:<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[root@hercules-21 ~]# iperf -c 10.0.32.22 -P 4<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">------------------------------------------------------------<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">Client connecting to 10.0.32.22, TCP port 5001<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">TCP window size: 325 KByte (default)<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">------------------------------------------------------------<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 5] local 10.0.32.21 port 59014 connected with 10.0.32.22 port 5001<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 3] local 10.0.32.21 port 59008 connected with 10.0.32.22 port 5001<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 4] local 10.0.32.21 port 59010 connected with 10.0.32.22 port 5001<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 6] local 10.0.32.21 port 59012 connected with 10.0.32.22 port 5001<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ ID] Interval Transfer Bandwidth<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 5] 0.0-10.0 sec 6.91 GBytes 5.94 Gbits/sec<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 3] 0.0-10.0 sec 6.97 GBytes 5.98 Gbits/sec<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 4] 0.0-10.0 sec 6.96 GBytes 5.98 Gbits/sec<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 6] 0.0-10.0 sec 6.77 GBytes 5.82 Gbits/sec<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[SUM] 0.0-10.0 sec 27.6 GBytes 23.7 Gbits/sec<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">Network bandwidth test vm to vm using iperf3 (each vm is running on a differen host):<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[centos@centos2 ~]$ iperf -c 192.168.1.110 -P 4<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">------------------------------------------------------------<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">Client connecting to 192.168.1.110, TCP port 5001<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">TCP window size: 325 KByte (default)<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">------------------------------------------------------------<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 6] local 192.168.1.109 port 60244 connected with 192.168.1.110 port 5001<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 3] local 192.168.1.109 port 60238 connected with 192.168.1.110 port 5001<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 4] local 192.168.1.109 port 60240 connected with 192.168.1.110 port 5001<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 5] local 192.168.1.109 port 60242 connected with 192.168.1.110 port 5001<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ ID] Interval Transfer Bandwidth<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 3] 0.0-10.0 sec 2.11 GBytes 1.81 Gbits/sec<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 4] 0.0-10.0 sec 2.12 GBytes 1.82 Gbits/sec<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 5] 0.0-10.0 sec 2.10 GBytes 1.80 Gbits/sec<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[ 6] 0.0-10.0 sec 2.13 GBytes 1.83 Gbits/sec<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[SUM] 0.0-10.0 sec 8.45 GBytes 7.25 Gbits/sec<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">I am using jumbo frames on physical machines so I did the same on Openstack<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">MTU on physical host:<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[root@hercules-21 ~]# ip a<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">...<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">8: bond0: <BROADCAST,MULTICAST,MASTER,UP,LOWER_UP> mtu 9000 qdisc noqueue state UP qlen 1000<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> link/ether 7c:fe:90:12:23:ec brd ff:ff:ff:ff:ff:ff<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> inet 10.0.32.21/16 brd 10.0.255.255 scope global bond0<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> valid_lft forever preferred_lft forever<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> inet6 fe80::b1b0:74dd:8a3:705e/64 scope link<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> valid_lft forever preferred_lft forever<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">...<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">MTU on VM:<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[centos@centos ~]$ ip a<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN qlen 1<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> inet 127.0.0.1/8 scope host lo<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> valid_lft forever preferred_lft forever<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> inet6 ::1/128 scope host<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> valid_lft forever preferred_lft forever<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">2: eth0: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 8950 qdisc pfifo_fast state UP qlen 1000<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> link/ether fa:16:3e:39:41:08 brd ff:ff:ff:ff:ff:ff<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> inet 192.168.1.110/24 brd 192.168.1.255 scope global dynamic eth0<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> valid_lft 85658sec preferred_lft 85658sec<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> inet6 fe80::f816:3eff:fe39:4108/64 scope link<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> valid_lft forever preferred_lft forever<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><b><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">NOTES</span></b><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">:<o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:0in;margin-right:0in;margin-bottom:5.25pt;margin-left:15.0pt;text-indent:-.25in;line-height:13.5pt;mso-list:l3 level1 lfo3;background:white">
<![if !supportLists]><span style="font-size:10.0pt;font-family:Symbol;color:#4B4B4B"><span style="mso-list:Ignore">·<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">I am only running this 2 vms on the hosts so I have plenty of resources<o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:0in;margin-right:0in;margin-bottom:5.25pt;margin-left:15.0pt;text-indent:-.25in;line-height:13.5pt;mso-list:l3 level1 lfo3;background:white">
<![if !supportLists]><span style="font-size:10.0pt;font-family:Symbol;color:#4B4B4B"><span style="mso-list:Ignore">·<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">I monitores the cpus on the vms during tests and they are not throttling the neetwork test<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><i><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">NOTES 2</span></i><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">*: I am not sure
whether this is important to mention but according to ovs, the ports are 10Gbps:<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">[root@hercules-21 ~]# docker exec -itu 0 openvswitch_vswitchd ovs-ofctl show br-int<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">OFPT_FEATURES_REPLY (xid=0x2): dpid:0000b6d41e15d246<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">n_tables:254, n_buffers:0<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">capabilities: FLOW_STATS TABLE_STATS PORT_STATS QUEUE_STATS ARP_MATCH_IP<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">actions: output enqueue set_vlan_vid set_vlan_pcp strip_vlan mod_dl_src mod_dl_dst mod_nw_src mod_nw_dst mod_nw_tos mod_ tp_src mod_tp_dst<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">1(patch-tun): addr:2e:f1:69:9c:6b:01<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> config: 0<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> state: 0<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> speed: 0 Mbps now, 0 Mbps max<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">2(qvodaf83835-28): addr:96:47:72:b2:4d:12<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> config: 0<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> state: 0<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> current: 10GB-FD COPPER<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> speed: 10000 Mbps now, 0 Mbps max<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">LOCAL(br-int): addr:b6:d4:1e:15:d2:46<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> config: PORT_DOWN<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> state: LINK_DOWN<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in"> speed: 0 Mbps now, 0 Mbps max<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:6.75pt;line-height:13.5pt;background:whitesmoke;word-break:break-all">
<span style="font-size:9.0pt;font-family:"Courier New";color:#333333;border:none windowtext 1.0pt;padding:0in">OFPT_GET_CONFIG_REPLY (xid=0x4): frags=normal miss_send_len=0<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><b><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B"><o:p> </o:p></span></b></p>
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><b><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">QUESTION:</span></b><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B"> I would like
to know why my vms are not fully utilising the network and what can I do to fix it<o:p></o:p></span></p>
<p class="MsoNormal" style="margin-bottom:10.5pt;background:white"><b><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">Envinronment details:</span></b><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B"><o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:0in;margin-right:0in;margin-bottom:5.25pt;margin-left:15.0pt;text-indent:-.25in;line-height:13.5pt;mso-list:l2 level1 lfo4;background:white">
<![if !supportLists]><span style="font-size:10.0pt;font-family:Symbol;color:#4B4B4B"><span style="mso-list:Ignore">·<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">Openstack version: Pike<o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:0in;margin-right:0in;margin-bottom:5.25pt;margin-left:15.0pt;text-indent:-.25in;line-height:13.5pt;mso-list:l2 level1 lfo4;background:white">
<![if !supportLists]><span style="font-size:10.0pt;font-family:Symbol;color:#4B4B4B"><span style="mso-list:Ignore">·<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">Deployment: kolla-ansible<o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:0in;margin-right:0in;margin-bottom:5.25pt;margin-left:15.0pt;text-indent:-.25in;line-height:13.5pt;mso-list:l2 level1 lfo4;background:white">
<![if !supportLists]><span style="font-size:10.0pt;font-family:Symbol;color:#4B4B4B"><span style="mso-list:Ignore">·<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">Hypervisor: KVM<o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:0in;margin-right:0in;margin-bottom:5.25pt;margin-left:15.0pt;text-indent:-.25in;line-height:13.5pt;mso-list:l2 level1 lfo4;background:white">
<![if !supportLists]><span style="font-size:10.0pt;font-family:Symbol;color:#4B4B4B"><span style="mso-list:Ignore">·<span style="font:7.0pt "Times New Roman"">
</span></span></span><![endif]><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">Network setup: neturon + ovs + vxlan<o:p></o:p></span></p>
<p class="MsoNormal" style="background:white"><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B"><o:p> </o:p></span></p>
<p class="MsoNormal" style="background:white"><span style="font-size:10.5pt;font-family:"Arial","sans-serif";color:#4B4B4B">Thank you very much<o:p></o:p></span></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"><b><span style="color:#333333;background:white">Manuel Sopena Ballesteros </span></b><span style="color:#333333;background:white">|<b> </b>Big data Engineer</span><span style="color:#333333"><br>
<b><span style="background:white">Garvan Institute of Medical Research </span></b><br>
<span style="background:white">The Kinghorn Cancer Centre,<b> </b>370 Victoria Street, Darlinghurst, NSW 2010</span><br>
<b><span style="background:white">T:</span></b><span style="background:white"> + 61 (0)2 9355 5760 | <b>F:</b> +61 (0)2 9295 8507 | <b>E:</b> </span></span><span style="color:black"><a href="mailto:manuel.sb@garvan.org.au"><span style="color:blue">manuel.sb@garvan.org.au</span></a><o:p></o:p></span></p>
<p class="MsoNormal"><o:p> </o:p></p>
</div>
<div style="font-size:8pt; font-family: Arial">NOTICE</div>
<div style="font-size:8pt; font-family: Arial">Please consider the environment before printing this email. This message and any attachments are intended for the addressee named and may contain legally privileged/confidential/copyright information. If you are
not the intended recipient, you should not read, use, disclose, copy or distribute this communication. If you have received this message in error please notify us at once by return email and then delete both messages. We accept no liability for the distribution
of viruses or similar in electronic communications. This notice should not be removed.
</div>
</body>
</html>