<html xmlns="http://www.w3.org/TR/REC-html40" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:v="urn:schemas-microsoft-com:vml" xmlns:w="urn:schemas-microsoft-com:office:word">
<head>
<meta content="text/html; charset=utf-8" http-equiv="Content-Type"/>
<meta content="Microsoft Word 15 (filtered medium)" name="Generator"/>
<!--[if !mso]><style>v\:* {behavior:url(#default#VML);}
o\:* {behavior:url(#default#VML);}
w\:* {behavior:url(#default#VML);}
.shape {behavior:url(#default#VML);}
</style><![endif]--><style><!--
/* Font Definitions */
@font-face
        {font-family:"Cambria Math";
        panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
        {font-family:Calibri;
        panose-1:2 15 5 2 2 2 4 3 2 4;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
        {margin:0in;
        margin-bottom:.0001pt;
        font-size:12.0pt;
        font-family:"Times New Roman",serif;}
a:link, span.MsoHyperlink
        {mso-style-priority:99;
        color:#0563C1;
        text-decoration:underline;}
p.MsoListParagraph, li.MsoListParagraph, div.MsoListParagraph
        {mso-style-priority:34;
        margin-top:0in;
        margin-right:0in;
        margin-bottom:0in;
        margin-left:.5in;
        margin-bottom:.0001pt;
        font-size:12.0pt;
        font-family:"Times New Roman",serif;}
p.xmsonormal, li.xmsonormal, div.xmsonormal
        {mso-style-name:x_msonormal;
        margin:0in;
        margin-bottom:.0001pt;
        font-size:12.0pt;
        font-family:"Times New Roman",serif;}
p.xmsolistparagraph, li.xmsolistparagraph, div.xmsolistparagraph
        {mso-style-name:x_msolistparagraph;
        margin-top:0in;
        margin-right:0in;
        margin-bottom:0in;
        margin-left:.5in;
        margin-bottom:.0001pt;
        font-size:12.0pt;
        font-family:"Times New Roman",serif;}
p.xxmsonormal, li.xxmsonormal, div.xxmsonormal
        {mso-style-name:x_xmsonormal;
        margin:0in;
        margin-bottom:.0001pt;
        font-size:11.0pt;
        font-family:"Calibri",sans-serif;}
p.xxmsolistparagraph, li.xxmsolistparagraph, div.xxmsolistparagraph
        {mso-style-name:x_xmsolistparagraph;
        margin-top:0in;
        margin-right:0in;
        margin-bottom:0in;
        margin-left:.5in;
        margin-bottom:.0001pt;
        font-size:11.0pt;
        font-family:"Calibri",sans-serif;}
p.xxxmsonormal, li.xxxmsonormal, div.xxxmsonormal
        {mso-style-name:x_xxmsonormal;
        margin:0in;
        margin-bottom:.0001pt;
        font-size:12.0pt;
        font-family:"Times New Roman",serif;}
p.xxxxmsonormal, li.xxxxmsonormal, div.xxxxmsonormal
        {mso-style-name:x_xxxmsonormal;
        margin:0in;
        margin-bottom:.0001pt;
        font-size:11.0pt;
        font-family:"Calibri",sans-serif;}
span.EmailStyle26
        {mso-style-type:personal-reply;
        font-family:"Calibri",sans-serif;
        color:windowtext;}
.MsoChpDefault
        {mso-style-type:export-only;
        font-size:10.0pt;}
@page WordSection1
        {size:8.5in 11.0in;
        margin:1.0in 1.0in 1.0in 1.0in;}
div.WordSection1
        {page:WordSection1;}
/* List Definitions */
@list l0
        {mso-list-id:223639725;
        mso-list-template-ids:-966724724;}
@list l0:level1
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l0:level2
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:1.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l0:level3
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:1.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l0:level4
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:2.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l0:level5
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:2.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l0:level6
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:3.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l0:level7
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:3.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l0:level8
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:4.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l0:level9
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:4.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l1
        {mso-list-id:271590542;
        mso-list-template-ids:861956914;}
@list l1:level1
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l1:level2
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:1.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l1:level3
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:1.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l1:level4
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:2.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l1:level5
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:2.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l1:level6
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:3.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l1:level7
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:3.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l1:level8
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:4.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l1:level9
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:4.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l2
        {mso-list-id:404037457;
        mso-list-type:hybrid;
        mso-list-template-ids:-572876392 67698713 67698713 67698715 67698703 67698713 67698715 67698703 67698713 67698715;}
@list l2:level1
        {mso-level-number-format:alpha-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-.25in;}
@list l2:level2
        {mso-level-number-format:alpha-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-.25in;}
@list l2:level3
        {mso-level-number-format:roman-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:right;
        text-indent:-9.0pt;}
@list l2:level4
        {mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-.25in;}
@list l2:level5
        {mso-level-number-format:alpha-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-.25in;}
@list l2:level6
        {mso-level-number-format:roman-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:right;
        text-indent:-9.0pt;}
@list l2:level7
        {mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-.25in;}
@list l2:level8
        {mso-level-number-format:alpha-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-.25in;}
@list l2:level9
        {mso-level-number-format:roman-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:right;
        text-indent:-9.0pt;}
@list l3
        {mso-list-id:881792781;
        mso-list-type:hybrid;
        mso-list-template-ids:-1360493226 67698713 67698713 67698715 67698703 67698713 67698715 67698703 67698713 67698715;}
@list l3:level1
        {mso-level-number-format:alpha-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-.25in;}
@list l3:level2
        {mso-level-number-format:alpha-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-.25in;}
@list l3:level3
        {mso-level-number-format:roman-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:right;
        text-indent:-9.0pt;}
@list l3:level4
        {mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-.25in;}
@list l3:level5
        {mso-level-number-format:alpha-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-.25in;}
@list l3:level6
        {mso-level-number-format:roman-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:right;
        text-indent:-9.0pt;}
@list l3:level7
        {mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-.25in;}
@list l3:level8
        {mso-level-number-format:alpha-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:left;
        text-indent:-.25in;}
@list l3:level9
        {mso-level-number-format:roman-lower;
        mso-level-tab-stop:none;
        mso-level-number-position:right;
        text-indent:-9.0pt;}
@list l4
        {mso-list-id:1352226597;
        mso-list-template-ids:-432502160;}
@list l4:level1
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l4:level2
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:1.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l4:level3
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:1.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l4:level4
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:2.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l4:level5
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:2.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l4:level6
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:3.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l4:level7
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:3.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l4:level8
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:4.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l4:level9
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:4.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l5
        {mso-list-id:1759670051;
        mso-list-template-ids:-757583272;}
@list l5:level1
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l5:level2
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:1.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l5:level3
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:1.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l5:level4
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:2.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l5:level5
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:2.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l5:level6
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:3.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l5:level7
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:3.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l5:level8
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:4.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l5:level9
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:4.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l6
        {mso-list-id:1767964912;
        mso-list-template-ids:1663737252;}
@list l6:level1
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l6:level2
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:1.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l6:level3
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:1.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l6:level4
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:2.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l6:level5
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:2.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l6:level6
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:3.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l6:level7
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:3.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l6:level8
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:4.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l6:level9
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:4.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l7
        {mso-list-id:1923567282;
        mso-list-template-ids:-2082823196;}
@list l7:level1
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l7:level2
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:1.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l7:level3
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:1.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l7:level4
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:2.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l7:level5
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:2.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l7:level6
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:3.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l7:level7
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:3.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l7:level8
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:4.0in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
@list l7:level9
        {mso-level-number-format:bullet;
        mso-level-text:\F0B7;
        mso-level-tab-stop:4.5in;
        mso-level-number-position:left;
        text-indent:-.25in;
        mso-ansi-font-size:10.0pt;
        font-family:Symbol;}
ol
        {margin-bottom:0in;}
ul
        {margin-bottom:0in;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="EN-US" link="#0563C1" vlink="purple">
<div class="WordSection1">
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>Hi All,<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>Please let me know how to create SRIOV VFs in StarlingX . I m using Distributed Starlingx-4.0.
<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>I have done necessary things in BIOS to enable SRIOV and set 16 VFs.<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>worker-1:/sys# cat /sys/devices/pci0000:3a/0000:3a:00.0/0000:3b:00.1/sriov_totalvfs<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>16<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>worker-1:/sys# cat /proc/cmdline<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>BOOT_IMAGE=/vmlinuz-4.18.0-147.3.1.rt24.96.el8_1.tis.8.x86_64 root=UUID=92dfc508-183f-4d3b-b073-9402d9850c1a ro security_profile=standard module_blacklist=integrity,ima audit=0
 tboot=false crashkernel=auto biosdevname=0 console=ttyS0,115200 iommu=pt usbcore.autosuspend=-1 selinux=0 enforcing=0 nmi_watchdog=0 softlockup_panic=0
<b>intel_iommu=on</b> user_namespace.enable=1 skew_tick=1 hugepagesz=1G hugepages=30 hugepagesz=2M hugepages=0 default_hugepagesz=1G irqaffinity=0 rcu_nocbs=1-31 nohz_full=1-31 kthread_cpus=0 nopti nospectre_v2 nospectre_v1<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>I ran below command to assosiciate 8 VF’s to vfio-pci driver. Command is successful.<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>system host-if-modify worker-1 -n data0 -c pci-sriov -N 8 --vf-driver=vfio c9c03672-a664-4184-8b4f-e5dd2e00b7dd<o:p></o:p></span></p>
<p class="MsoListParagraph"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>[sysadmin@controller-0 ~(keystone_admin)]$ system host-if-list worker-1<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>+--------------------------------------+----------+-----------+----------+---------+-----------------+---------------+-------------+------------+<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| uuid                                 | name     | class     | type     | vlan id | ports           | uses i/f      | used
 by i/f | attributes |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>+--------------------------------------+----------+-----------+----------+---------+-----------------+---------------+-------------+------------+<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| 910f9be5-7f50-44f2-a3de-1922a0702b62 | mgmt0    | platform  | vlan     | 143     | []              | [u'pxeboot0'] | []         
 | MTU=1500   |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| c9c03672-a664-4184-8b4f-e5dd2e00b7dd | data0    | pci-sriov | ethernet | None    | [u'enp59s0f1d'] | []            |
 []          | MTU=1500   |<o:p></o:p></span></b></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| fa6f5ffb-9bb2-4991-91b1-e84dcc444315 | pxeboot0 | platform  | ethernet | None    | [u'eno1']       | []            | [u'mgmt0'] 
 | MTU=1500   |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>+--------------------------------------+----------+-----------+----------+---------+-----------------+---------------+-------------+------------+<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>sysadmin@controller-0 ~(keystone_admin)]$ system host-if-show worker-1 data0<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>+-----------------+--------------------------------------+<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| Property        | Value                                |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>+-----------------+--------------------------------------+<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| ifname          | data0                                |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| iftype          | ethernet                             |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| ports           | [u'enp59s0f1d']                      |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| imac            | bc:97:e1:28:76:81                    |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| imtu            | 1500                                 |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| ifclass         | pci-sriov                            |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| ptp_role        | none                                 |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| aemode          | None                                 |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| schedpolicy     | None                                 |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| txhashpolicy    | None                                 |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| uuid            | c9c03672-a664-4184-8b4f-e5dd2e00b7dd |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| ihost_uuid      | 0f5ea0b9-0c76-4547-bc40-fa6d5cadfa00 |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| vlan_id         | None                                 |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| uses            | []                                   |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| used_by         | []                                   |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| created_at      |                                      |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| updated_at      |                                      |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| sriov_numvfs    | 8                                    |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| sriov_vf_driver | vfio                                 |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>| accelerated     | [False]                              |<o:p></o:p></span></p>
<p class="MsoListParagraph" style="margin-left:0in;text-align:justify"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>+-----------------+--------------------------------------+<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>I locked the node, executed the above commands and unlocked it. Once the node came up, I see that the number of vfs is still zero, so none of the vf’s are created.<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>But /etc/pcidp/config.json is updated with device pool information.<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>worker-1:/sys# cat /sys/devices/pci0000:3a/0000:3a:00.0/0000:3b:00.1/sriov_numvfs<o:p></o:p></span></b></p>
<p class="MsoNormal"><b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>0<o:p></o:p></span></b></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>worker-1:/sys# cat /etc/pcidp/config.json<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>{<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>  "resourceList": [<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>    {<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>      "resourceName": "pci_sriov_net_physnet0",<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>      "selectors": {<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>        "vendors": [<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>          "14e4"<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>        ],<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>        "drivers": [<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>          "vfio-pci"<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>        ],<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>        "devices": [<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>          "16dc"<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>        ],<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>        "pfNames": [<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>          "enp59s0f1d"<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>        ]<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>      }<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>    }<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>  ]<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>}<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>worker-1:/sys# ip link show<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>1: lo: <LOOPBACK,UP,LOWER_UP> mtu 65536 qdisc noqueue state UNKNOWN mode DEFAULT group default qlen 1000<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>    link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>2: eno1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc htb state UP mode DEFAULT group default qlen 1000<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>    link/ether f0:d4:e2:e9:8e:c4 brd ff:ff:ff:ff:ff:ff<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>3: eno2: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>    link/ether f0:d4:e2:e9:8e:c5 brd ff:ff:ff:ff:ff:ff<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>4: eno3: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>    link/ether f0:d4:e2:e9:8e:c6 brd ff:ff:ff:ff:ff:ff<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>5: enp59s0f0: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>    link/ether bc:97:e1:28:76:80 brd ff:ff:ff:ff:ff:ff<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>6: eno4: <BROADCAST,MULTICAST> mtu 1500 qdisc mq state DOWN mode DEFAULT group default qlen 1000<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>    link/ether f0:d4:e2:e9:8e:c7 brd ff:ff:ff:ff:ff:ff<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>7: enp59s0f1d: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>    link/ether bc:97:e1:28:76:81 brd ff:ff:ff:ff:ff:ff<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>8: vlan143@eno1: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc htb state UP mode DEFAULT group default qlen 1000<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>    link/ether f0:d4:e2:e9:8e:c4 brd ff:ff:ff:ff:ff:ff<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>9: docker0: <NO-CARRIER,BROADCAST,MULTICAST,UP> mtu 1500 qdisc noqueue state DOWN mode DEFAULT group default<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>    link/ether 02:42:4f:eb:37:d2 brd ff:ff:ff:ff:ff:ff<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>10: tunl0@NONE: <NOARP,UP,LOWER_UP> mtu 1440 qdisc noqueue state UNKNOWN mode DEFAULT group default qlen 1000<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>    link/ipip 0.0.0.0 brd 0.0.0.0<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>How to get those vf’s created ?
<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>Is there anything I m missing ? Let me know if any information is required.<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>Regards,<br/>
Sriram<o:p></o:p></span></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<p class="MsoNormal"><b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>From:</span></b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> Dharwadkar, Sriram
<br/>
<b>Sent:</b> Wednesday, October 14, 2020 12:17 AM<br/>
<b>To:</b> 'MacDonald, Eric' <Eric.MacDonald@windriver.com><br/>
<b>Subject:</b> RE: [Starlingx-discuss] [Distributed StarlingX-4.0] - Controller-0 in edge cloud shows availability as degraded<o:p></o:p></span></p>
</div>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>Hi Eric,<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>“system host-if-modify $NODE -n sriov0 -c pci-sriov -N 8 --vf-driver=netdevice  $DATA0IFUUID” command is getting successful, but I don’t see either SRIOV vfs being created or config.json is
 updated.<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>In fact the worker node was going to “operational = disabled” state.<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>Any idea of this problem ?<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>Regards,<br/>
Sriram  </span><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<p class="MsoNormal"><b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>From:</span></b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> Dharwadkar, Sriram
<br/>
<b>Sent:</b> Thursday, October 8, 2020 11:35 PM<br/>
<b>To:</b> 'MacDonald, Eric' <<a href="mailto:Eric.MacDonald@windriver.com">Eric.MacDonald@windriver.com</a>><br/>
<b>Subject:</b> RE: [Starlingx-discuss] [Distributed StarlingX-4.0] - Controller-0 in edge cloud shows availability as degraded<o:p></o:p></span></p>
</div>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>Hi Eric,<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>It supports SRIOV, I was able to do everything manually.<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>In worker-1, I did<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>echo 16 > /sys/devices/pci0000:3a/0000:3a:00.0/0000:3b:00.1/sriov_numvfs<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>Once I updated vf count, 16 vf’s are created<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>7: enp59s0f1d: <BROADCAST,MULTICAST,UP,LOWER_UP> mtu 1500 qdisc mq state UP mode DEFAULT group default qlen 1000<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    link/ether bc:97:e1:28:76:81 brd ff:ff:ff:ff:ff:ff<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 0 MAC 32:14:b1:2f:81:30, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 1 MAC 1a:12:0b:a8:ef:64, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 2 MAC 0a:cf:87:8a:42:d8, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 3 MAC 12:23:d1:28:44:16, vlan 201, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 4 MAC 76:59:0b:52:8f:1d, vlan 203, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 5 MAC 86:ed:ef:a3:b0:75, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 6 MAC 9e:71:b6:f8:33:49, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 7 MAC 92:ab:ef:af:ff:6c, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 8 MAC c2:18:50:52:ef:7e, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 9 MAC 16:d2:ba:93:5e:c1, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 10 MAC ba:8f:1c:00:6c:91, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 11 MAC 0a:6c:ac:3b:1f:99, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 12 MAC e2:39:d2:91:2f:55, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 13 MAC b2:97:a2:fe:76:47, vlan 202, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 14 MAC ea:89:0e:c4:f1:90, vlan 200, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>    vf 15 MAC 86:5e:37:bc:e7:e5, spoof checking off, link-state auto, trust off<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>I did modprobe of vfio-pci and created config.json with two pool details.<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>worker-0:/home/sysadmin/dpdk# cat /etc/pcidp/config.json<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>{<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>  "resourceList": [<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>            {<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                "resourceName": "bcm_sriov_netdevice",<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                "selectors": {<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                    "vendors": ["14e4"],<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                    "devices": ["16dc"],<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                    "drivers": ["bnxt_en"],<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                    "pfNames": ["enp59s0f0#0-7"]<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                }<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>             },<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>             {<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                "resourceName": "bcm_sriov_vfio",<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                "selectors": {<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                    "vendors": ["14e4"],<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                    "devices": ["16dc"],<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                    "drivers": ["vfio-pci"],<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                    "pfNames": ["enp59s0f0#8-15"]<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>                }<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>             }<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>       ]<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>}<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>Then SRIOV device plugin also came up<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>kube-sriov-device-plugin-amd64-ghxmf                1/1     Running   0          10h     192.168.22.107   worker-1       <none>           <none><o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>I could also deploy a POD which uses these VFs.
<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>I m not sure why “system host-if-modify $NODE -n sriov0 -c pci-sriov -N 8 --vf-driver=netdevice  $DATA0IFUUID” should fail.
<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>Also is there any way wherein we can associate a set of VFs for netdevice driver and another set of VFs for vfio-pci driver.
<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>Like in the above example, I think the command creates a group of 8 VFs and associate with netdevice driver and only one device pool is created in /etc/pcidp/config.json<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'>Regards,<br/>
Sriram<o:p></o:p></span></p>
<p class="MsoNormal"><span style='font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<p class="MsoNormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'><o:p> </o:p></span></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<p class="MsoNormal"><b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>From:</span></b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> MacDonald, Eric <<a href="mailto:Eric.MacDonald@windriver.com">Eric.MacDonald@windriver.com</a>>
<br/>
<b>Sent:</b> Wednesday, October 7, 2020 7:10 PM<br/>
<b>To:</b> Dharwadkar, Sriram <<a href="mailto:Sriram.Dharwadkar@commscope.com">Sriram.Dharwadkar@commscope.com</a>><br/>
<b>Subject:</b> Re: [Starlingx-discuss] [Distributed StarlingX-4.0] - Controller-0 in edge cloud shows availability as degraded<o:p></o:p></span></p>
</div>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
<div>
<div>
<p class="MsoNormal" style="mso-line-height-alt:.75pt;background:white"><!--removed inky banner--></p></div><p class="MsoNormal"><o:p> </o:p></p>
</div>
<div>
<p class="MsoNormal" style="background:white"><span style='font-family:"Calibri",sans-serif;color:black'>The server you are installing on might not support sriov.<o:p></o:p></span></p>
</div>
<div align="center" class="MsoNormal" style="text-align:center">
<hr align="center" size="1" width="98%"/>
</div>
<div id="divRplyFwdMsg">
<p class="MsoNormal"><b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif;color:black'>From:</span></b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif;color:black'> Dharwadkar, Sriram <<a href="mailto:Sriram.Dharwadkar@commscope.com">Sriram.Dharwadkar@commscope.com</a>><br/>
<b>Sent:</b> Wednesday, October 7, 2020 12:44 AM<br/>
<b>To:</b> MacDonald, Eric <<a href="mailto:Eric.MacDonald@windriver.com">Eric.MacDonald@windriver.com</a>><br/>
<b>Cc:</b> <a href="mailto:starlingx-discuss@lists.starlingx.io">starlingx-discuss@lists.starlingx.io</a> <<a href="mailto:starlingx-discuss@lists.starlingx.io">starlingx-discuss@lists.starlingx.io</a>><br/>
<b>Subject:</b> RE: [Starlingx-discuss] [Distributed StarlingX-4.0] - Controller-0 in edge cloud shows availability as degraded</span>
<o:p></o:p></p>
<div>
<p class="MsoNormal"> <o:p></o:p></p>
</div>
</div>
<div>
<div>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>Hi Eric,</span><o:p></o:p></p>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> </span><o:p></o:p></p>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>I was able to figure out the issue. Thanks for the pointers.</span><o:p></o:p></p>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> </span><o:p></o:p></p>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>While bringing up data network, I had used the below command for the both the workers as I wanted sriov interfaces.</span><o:p></o:p></p>
<ul style="margin-top:0in" type="disc">
<li class="xmsolistparagraph" style="margin-left:0in;mso-list:l0 level1 lfo1"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>system host-if-modify $NODE -n sriov0 -c
<b>pci-sriov</b> -N 8 --vf-driver=netdevice  $DATA0IFUUID</span><o:p></o:p></li></ul>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>I m not sure if this is the reason the why worker nodes were in disabled and offline state.</span><o:p></o:p></p>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> </span><o:p></o:p></p>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>When I changed the class from
<b>pci-sriov</b> to “<b>data</b>”, worker nodes are enabled and operational status is available.</span><o:p></o:p></p>
<ul style="margin-top:0in" type="disc">
<li class="xmsolistparagraph" style="margin-left:0in;mso-list:l7 level1 lfo2"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>system host-if-modify -m 1500 -n data0 -c
<b>data</b> worker-0 2ded1706-1cd3-43d3-80d2-c7e0ce2b79c</span><o:p></o:p></li></ul>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> </span><o:p></o:p></p>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>Do you see any problem in first command.</span><o:p></o:p></p>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> </span><o:p></o:p></p>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>Regards,</span><o:p></o:p></p>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>Sriram</span><o:p></o:p></p>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> </span><o:p></o:p></p>
<p class="xmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> </span><o:p></o:p></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<p class="xmsonormal"><b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>From:</span></b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> MacDonald, Eric <<a href="mailto:Eric.MacDonald@windriver.com">Eric.MacDonald@windriver.com</a>>
<br/>
<b>Sent:</b> Tuesday, October 6, 2020 12:36 AM<br/>
<b>To:</b> Dharwadkar, Sriram <<a href="mailto:Sriram.Dharwadkar@commscope.com">Sriram.Dharwadkar@commscope.com</a>><br/>
<b>Subject:</b> Re: [Starlingx-discuss] [Distributed StarlingX-4.0] - Controller-0 in edge cloud shows availability as degraded</span><o:p></o:p></p>
</div>
</div>
<p class="xmsonormal"> <o:p></o:p></p>
<div>
<p class="xmsonormal"> <o:p></o:p></p>
</div>
<div>
<p class="xmsonormal" style="background:white"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif;color:black;background:white'>Sriram,</span><o:p></o:p></p>
</div>
<div>
<p class="xmsonormal" style="background:white"><span style='font-family:"Calibri",sans-serif;color:black'> </span><o:p></o:p></p>
</div>
<div>
<p class="xmsonormal" style="background:white"><span style='font-family:"Calibri",sans-serif;color:black'>For the worker node configuration failures, look or Error Warn logs in /var/log/puppet/* logs.</span><o:p></o:p></p>
</div>
<div>
<p class="xmsonormal" style="background:white"><span style='font-family:"Calibri",sans-serif;color:black'> </span><o:p></o:p></p>
</div>
<div>
<p class="xmsonormal" style="background:white"><span style='font-family:"Calibri",sans-serif;color:black'>Those logs should help you understand what config failed.</span><o:p></o:p></p>
</div>
<div>
<p class="xmsonormal" style="background:white"><span style='font-family:"Calibri",sans-serif;color:black'> </span><o:p></o:p></p>
</div>
<div>
<p class="xmsonormal" style="background:white"><span style='font-family:"Calibri",sans-serif;color:black'>Eric.</span><o:p></o:p></p>
</div>
<div align="center" class="MsoNormal" style="text-align:center">
<hr align="center" size="1" width="98%"/>
</div>
<div id="x_divRplyFwdMsg">
<p class="xmsonormal"><b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif;color:black'>From:</span></b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif;color:black'> Dharwadkar, Sriram <<a href="mailto:Sriram.Dharwadkar@commscope.com">Sriram.Dharwadkar@commscope.com</a>><br/>
<b>Sent:</b> Monday, October 5, 2020 2:57 PM<br/>
<b>To:</b> MacDonald, Eric <<a href="mailto:Eric.MacDonald@windriver.com">Eric.MacDonald@windriver.com</a>><br/>
<b>Subject:</b> RE: [Starlingx-discuss] [Distributed StarlingX-4.0] - Controller-0 in edge cloud shows availability as degraded</span>
<o:p></o:p></p>
<div>
<p class="xmsonormal"> <o:p></o:p></p>
</div>
</div>
<div>
<div>
<p class="xxmsonormal">Hi Eric,<o:p></o:p></p>
<p class="xxmsonormal"> <o:p></o:p></p>
<p class="xxmsonormal">Thanks for the explanation. <o:p></o:p></p>
<p class="xxmsonormal"> <o:p></o:p></p>
<p class="xxmsonormal">Initially I was planning to bring up 2 controller (All in one stand alone) + 1 worker node. For this kind of configuration, we would need high capacity h/w for all the nodes which may not be available. That’s the reason I deployed 1 standard
 controller -with storage + 2 worker nodes configuration.  <o:p></o:p></p>
<p class="xxmsonormal">Controller node came up w/o any issues, worker nodes also came up after system host-unlock worker-0 and worker-1. But I could see these alarms<o:p></o:p></p>
<p class="xxmsonormal"> <o:p></o:p></p>
<ul style="margin-top:0in" type="disc">
<li class="xxmsolistparagraph" style="margin-left:0in;mso-list:l6 level1 lfo3">worker-1 experienced a service-affecting failure. Auto-recovery  | host=worker-1                | critical | 2020-10-05T |<o:p></o:p></li></ul>
<p class="xxmsonormal" style="text-indent:.5in">in progress. Manual Lock and Unlock may be required if auto-recovery is unsuccessful<o:p></o:p></p>
<ul style="margin-top:0in" type="disc">
<li class="xxmsolistparagraph" style="margin-left:0in;mso-list:l1 level1 lfo4">worker-1 experienced a configuration failure.<o:p></o:p></li></ul>
<p class="xxmsonormal"> <o:p></o:p></p>
<ul style="margin-top:0in" type="disc">
<li class="xxmsolistparagraph" style="margin-left:0in;mso-list:l5 level1 lfo5">worker-0 experienced a service-affecting failure. Auto-recovery  | host=worker-0                | critical | 2020-10-05T |<o:p></o:p></li></ul>
<p class="xxmsonormal">             in progress. Manual Lock and Unlock may be required if auto-recovery is unsuccessful<o:p></o:p></p>
<ul style="margin-top:0in" type="disc">
<li class="xxmsolistparagraph" style="margin-left:0in;mso-list:l4 level1 lfo6">worker-0 experienced a configuration failure.<o:p></o:p></li></ul>
<p class="xxmsonormal"> <o:p></o:p></p>
<p class="xxmsonormal">I did lock and unlock of nodes. After nodes came up, I still see the same issue.
<o:p></o:p></p>
<p class="xxmsonormal">How to check for configuration failures?<o:p></o:p></p>
<p class="xxmsonormal">Also there is taint on both the worker nodes “Taints: services=disabled:NoExecute”, which I could see using kubectl describe node worker-0 and kubectl describe node worker-1.
<o:p></o:p></p>
<p class="xxmsonormal">So, I don’t see Sriov CNI and Sriov DP being deployed in worker nodes.<o:p></o:p></p>
<p class="xxmsonormal">Regards,<o:p></o:p></p>
<p class="xxmsonormal">Sriram <o:p></o:p></p>
<p class="xxmsonormal"> <o:p></o:p></p>
<p class="xxmsonormal"> <o:p></o:p></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<p class="xxmsonormal"><b>From:</b> MacDonald, Eric <<a href="mailto:Eric.MacDonald@windriver.com">Eric.MacDonald@windriver.com</a>>
<br/>
<b>Sent:</b> Monday, October 5, 2020 9:14 PM<br/>
<b>To:</b> Dharwadkar, Sriram <<a href="mailto:Sriram.Dharwadkar@commscope.com">Sriram.Dharwadkar@commscope.com</a>><br/>
<b>Subject:</b> Re: [Starlingx-discuss] [Distributed StarlingX-4.0] - Controller-0 in edge cloud shows availability as degraded<o:p></o:p></p>
</div>
</div>
<p class="xxmsonormal"> <o:p></o:p></p>
<div>
<p class="xxmsonormal"> <o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal" style="background:white"><span style="color:black;background:white">Sriram,</span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal" style="background:white"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal" style="background:white"><span style="font-size:12.0pt;color:black">The AIO controller has a lot more work to do during startup as it contains both control and compute functions.</span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal" style="background:white"><span style="font-size:12.0pt;color:black">As a result, you may temporarily see CPU resource utilization logs during the latter stages of the provisioning.</span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal" style="background:white"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal" style="background:white"><span style="font-size:12.0pt;color:black">Now that you went to standard config, you might see another degrade for a short period of time following the unlock of the second controller during initial filesystem
 sync.</span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal" style="background:white"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal" style="background:white"><span style="font-size:12.0pt;color:black">Again, degrade is general, but if you see a degrade there should be an alarm that represents the reason for the degrade.</span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal" style="background:white"><span style="font-size:12.0pt;color:black"> </span><o:p></o:p></p>
</div>
<div>
<p class="xxmsonormal" style="background:white"><span style="font-size:12.0pt;color:black">Eric.</span><o:p></o:p></p>
</div>
<div align="center" class="MsoNormal" style="text-align:center"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>
<hr align="center" size="1" width="98%"/>
</span></div>
<div id="x_x_divRplyFwdMsg">
<p class="xxmsonormal"><b><span style="color:black">From:</span></b><span style="color:black"> Dharwadkar, Sriram <<a href="mailto:Sriram.Dharwadkar@commscope.com">Sriram.Dharwadkar@commscope.com</a>><br/>
<b>Sent:</b> Monday, October 5, 2020 10:44 AM<br/>
<b>To:</b> MacDonald, Eric <<a href="mailto:Eric.MacDonald@windriver.com">Eric.MacDonald@windriver.com</a>><br/>
<b>Subject:</b> RE: [Starlingx-discuss] [Distributed StarlingX-4.0] - Controller-0 in edge cloud shows availability as degraded</span>
<o:p></o:p></p>
<div>
<p class="xxmsonormal"> <o:p></o:p></p>
</div>
</div>
<div>
<div>
<p class="xxxmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>Thanks Eric.
</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>I reinstalled the system with iso again. I didn’t see this error again with different configuration (I selected standard controller, instead of all in one duplex).</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>I will check for alarms in case of any issues further.</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> </span><o:p></o:p></p>
<p class="xxxmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>Regards,</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>Sriram</span><o:p></o:p></p>
<p class="xxxmsonormal"><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> </span><o:p></o:p></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<p class="xxxmsonormal"><b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'>From:</span></b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif'> MacDonald, Eric <<a href="mailto:Eric.MacDonald@windriver.com">Eric.MacDonald@windriver.com</a>>
<br/>
<b>Sent:</b> Monday, October 5, 2020 5:55 PM<br/>
<b>To:</b> Dharwadkar, Sriram <<a href="mailto:Sriram.Dharwadkar@commscope.com">Sriram.Dharwadkar@commscope.com</a>><br/>
<b>Subject:</b> Re: [Starlingx-discuss] [Distributed StarlingX-4.0] - Controller-0 in edge cloud shows availability as degraded</span><o:p></o:p></p>
</div>
</div>
<p class="xxxmsonormal"> <o:p></o:p></p>
<div>
<p class="xxxmsonormal"> <o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal" style="background:white"><span style='font-family:"Calibri",sans-serif;color:black'>What does 'fm alarm-list' show ?</span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal" style="background:white"><span style='font-family:"Calibri",sans-serif;color:black'> </span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal" style="background:white"><span style='font-family:"Calibri",sans-serif;color:black'>As a general rule ; if a host is degraded there should be an alarm raised for that degraded condition.</span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal" style="background:white"><span style='font-family:"Calibri",sans-serif;color:black'> </span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal" style="background:white"><span style='font-family:"Calibri",sans-serif;color:black'>Eric MacDonald</span><o:p></o:p></p>
</div>
<div>
<p class="xxxmsonormal" style="background:white"><span style='font-family:"Calibri",sans-serif;color:black'>StarlingX Maintenance</span><o:p></o:p></p>
</div>
<div align="center" class="MsoNormal" style="text-align:center">
<hr align="center" size="1" width="98%"/>
</div>
<div id="x_x_x_divRplyFwdMsg">
<p class="xxxmsonormal"><b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif;color:black'>From:</span></b><span style='font-size:11.0pt;font-family:"Calibri",sans-serif;color:black'> Dharwadkar, Sriram <<a href="mailto:Sriram.Dharwadkar@commscope.com">Sriram.Dharwadkar@commscope.com</a>><br/>
<b>Sent:</b> Monday, October 5, 2020 4:00 AM<br/>
<b>To:</b> <a href="mailto:starlingx-discuss@lists.starlingx.io">starlingx-discuss@lists.starlingx.io</a> <<a href="mailto:starlingx-discuss@lists.starlingx.io">starlingx-discuss@lists.starlingx.io</a>><br/>
<b>Subject:</b> [Starlingx-discuss] [Distributed StarlingX-4.0] - Controller-0 in edge cloud shows availability as degraded</span>
<o:p></o:p></p>
<div>
<p class="xxxmsonormal"> <o:p></o:p></p>
</div>
</div>
<div>
<div>
<p class="xxxxmsonormal">Hi,<o:p></o:p></p>
<p class="xxxxmsonormal"> <o:p></o:p></p>
<p class="xxxxmsonormal"><span style="font-size:12.0pt;color:#222222;background:white">I have installed distributed starlingx 4.0 in "All in one Duplex" mode. There are two nodes in the central cloud and two in the edge cloud. Central cloud is up and running.
</span><o:p></o:p></p>
<p class="xxxxmsonormal"><span style="font-size:12.0pt;color:#222222;background:white">For the edge cloud configuration, in the bootstrap override file, I have configured the private registry.  From the central cloud, I was able to add the edge cloud. Images
 required for starlingX installation are downloaded from private registry and installation goes through w/o any issues.
</span><o:p></o:p></p>
<p class="xxxxmsonormal"><span style="font-size:12.0pt;color:#222222;background:white"> </span><o:p></o:p></p>
<p class="xxxxmsonormal">[sysadmin@controller-0 ~(keystone_admin)]$ dcmanager subcloud list<o:p></o:p></p>
<p class="xxxxmsonormal">+----+------+------------+--------------+---------------+---------+<o:p></o:p></p>
<p class="xxxxmsonormal">| id | name | management | availability | deploy status | sync    |<o:p></o:p></p>
<p class="xxxxmsonormal">+----+------+------------+--------------+---------------+---------+<o:p></o:p></p>
<p class="xxxxmsonormal">| 47 | edge | unmanaged  | offline      | complete      | unknown |<o:p></o:p></p>
<p class="xxxxmsonormal">+----+------+------------+--------------+---------------+---------+<o:p></o:p></p>
<p class="xxxxmsonormal">[sysadmin@controller-0 ~(keystone_admin)]$<o:p></o:p></p>
<p class="xxxxmsonormal"> <o:p></o:p></p>
<p class="xxxxmsonormal">Then I followed the steps mentioned in the document <a href="https://secure-web.cisco.com/18J4qBN9kVYaO0J69T77cfP7fEjqwtAkIFtWZbtdqn4HlYyYbtMkCwP5oK0Yk_eMzqR98tqYvWy0Qaac8jSP7Q0UM7AN8WsL5vG0Yg-0K24wPsPpY8dxyPIqnVcTbc6aZKklkk6wfv5MMxoElG_wXSHKluGnA2vOSOf5oH2BWCnIJk1v90YZi52kR91w7N3UJ3L_NCSG2yDQyb8wCmq0CnSeLYqW0BdekK4u2vjekFUXhQ5ER0E8j9aBWWCoBpoX2CMA88i24PIuojQyTKJUXAx9A5DXyIuy2XV8NXplGFHnA4uKPH3KpupU7Porkz4TU/https%3A%2F%2Fdocs.starlingx.io%2Fdeploy_install_guides%2Fr4_release%2Fbare_metal%2Faio_duplex_install_kubernetes.html%23configure-controller-0">
https://docs.starlingx.io/deploy_install_guides/r4_release/bare_metal/aio_duplex_install_kubernetes.html#configure-controller-0</a><o:p></o:p></p>
<p class="xxxxmsonormal">And finally did unlock of controller-0. System went for reboot and it came up successfully. After I see availability as “degraded”<o:p></o:p></p>
<p class="xxxxmsonormal"> <o:p></o:p></p>
<p class="xxxxmsonormal">[sysadmin@controller-0 log(keystone_admin)]$ system host-list<o:p></o:p></p>
<p class="xxxxmsonormal">+----+--------------+-------------+----------------+-------------+--------------+<o:p></o:p></p>
<p class="xxxxmsonormal">| id | hostname     | personality | administrative | operational | availability |<o:p></o:p></p>
<p class="xxxxmsonormal">+----+--------------+-------------+----------------+-------------+--------------+<o:p></o:p></p>
<p class="xxxxmsonormal">| 1  | controller-0 | controller  | unlocked       | enabled     |
<b>degraded</b>     |<o:p></o:p></p>
<p class="xxxxmsonormal">+----+--------------+-------------+----------------+-------------+--------------+<o:p></o:p></p>
<p class="xxxxmsonormal"> <o:p></o:p></p>
<p class="xxxxmsonormal">Tail -f /var/log/sysinv.log shows – prerequisites not met..<o:p></o:p></p>
<p class="xxxxmsonormal">ysinv 2020-10-05 07:57:12.271 96246 INFO ceph_client [-] Result: {u'waiting': [], u'has_failed': False, u'state': u'success', u'is_waiting': False, u'running': [], u'failed': [], u'finished': [{u'outb': u'{"fsid":"50634828-68b2-43c4-aaa0-ebf53f6e675a","health":{"checks":{},"status":"HEALTH_OK","overall_status":"HEALTH_WARN"},"election_epoch":7,"quorum":[0],"quorum_names":["controller"],"monmap":{"epoch":1,"fsid":"50634828-68b2-43c4-aaa0-ebf53f6e675a","modified":"2020-10-05
 06:53:11.461060","created":"2020-10-05 06:53:11.461060","features":{"persistent":["kraken","luminous","mimic","osdmap-prune"],"optional":[]},"mons":[{"rank":0,"name":"controller","addr":"192.168.22.101:6789/0","public_addr":"192.168.22.101:6789/0"}]},"osdmap":{"osdmap":{"epoch":10,"num_osds":1,"num_up_osds":1,"num_in_osds":1,"full":false,"nearfull":false,"num_remapped_pgs":0}},"pgmap":{"pgs_by_state":[],"num_pgs":0,"num_pools":0,"num_objects":0,"data_bytes":0,"bytes_used":112181248,"bytes_avail":1197865828352,"bytes_total":1197978009600},"fsmap":{"epoch":1,"by_rank":[]},"mgrmap":{"epoch":48,"active_gid":24132,"active_name":"controller-0","active_addr":"192.168.22.102:6804/93283","available":true,"standbys":[],"modules":["restful"],"available_modules":[{"name":"balancer","can_run":true,"error_string":""},{"name":"dashboard","can_run":false,"error_string":"Frontend
 assets not found: incomplete build?"},{"name":"hello","can_run":true,"error_string":""},{"name":"iostat","can_run":true,"error_string":""},{"name":"localpool","can_run":true,"error_string":""},{"name":"prometheus","can_run":true,"error_string":""},{"name":"restful","can_run":true,"error_string":""},{"name":"selftest","can_run":true,"error_string":""},{"name":"smart","can_run":true,"error_string":""},{"name":"status","can_run":true,"error_string":""},{"name":"telegraf","can_run":true,"error_string":""},{"name":"telemetry","can_run":true,"error_string":""},{"name":"zabbix","can_run":true,"error_string":""}],"services":{"restful":"<a href="https://secure-web.cisco.com/1-3m0_FGRL2G021BGsNLb_f3jpLYppw2gODW7dMb6VvFuoueSl4fyedH82VkkCK6Ae8SzWg-igdi1OyjS0YrO9j82utfiYEYgoTxjfP2KErzt6lrGH6znNUjgTdaKCfg1xklskKvk_LLCOtuDSJVAzI0H6EfvbG3XoTgDTSWPud-Fa5zMZzldvYre7baJ4onf2Koj2ofEbG_zPpw0bIiNIRuDOXKMDhdio-xRpBEsX7dyIdnPW6Bf_Ee7W79GKKa57hG5rJuP5LwPHwUkDDXIM2v5MYDtblOLhDSQawNs83BnecirGDByae6H02rDhviH/https%3A%2F%2Fcontroller-0%3A7999%2F">https://controller-0:7999/</a>"}},"servicemap":{"epoch":1,"modified":"0.000000","services":{}}}\n',
 u'outs': u'', u'command': u'status format=json'}], u'is_finished': True, u'id': u'140404196232080'}<o:p></o:p></p>
<p class="xxxxmsonormal"><b>sysinv 2020-10-05 07:57:12.284 96246 INFO sysinv.conductor.manager [-] Platform managed application platform-integ-apps: Prerequisites not met.</b><o:p></o:p></p>
<p class="xxxxmsonormal">sysinv 2020-10-05 07:57:12.286 96246 INFO sysinv.conductor.manager [-] Platform managed application oidc-auth-apps: Prerequisites not met.<o:p></o:p></p>
<p class="xxxxmsonormal">sysinv 2020-10-05 07:57:12.291 96246 INFO sysinv.api.controllers.v1.rest_api [-] GET cmd:http://localhost:30001/nfvi-plugins/v1/sw-update hdr:{'Content-type': 'application/json', 'User-Agent': 'sysinv/1.0'} payload:None<o:p></o:p></p>
<p class="xxxxmsonormal">sysinv 2020-10-05 07:57:12.293 96246 INFO sysinv.ap<o:p></o:p></p>
<p class="xxxxmsonormal"> <o:p></o:p></p>
<p class="xxxxmsonormal">I’m not sure why availability is shown as degraded. Any help would be appreciated. Let me know if any logs are required.
<o:p></o:p></p>
<p class="xxxxmsonormal"> <o:p></o:p></p>
<p class="xxxxmsonormal">Regards,<o:p></o:p></p>
<p class="xxxxmsonormal">Sriram<o:p></o:p></p>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
</body>
</html>