<html xmlns:v="urn:schemas-microsoft-com:vml" xmlns:o="urn:schemas-microsoft-com:office:office" xmlns:w="urn:schemas-microsoft-com:office:word" xmlns:m="http://schemas.microsoft.com/office/2004/12/omml" xmlns="http://www.w3.org/TR/REC-html40">
<head>
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<style><!--
/* Font Definitions */
@font-face
{font-family:Wingdings;
panose-1:5 0 0 0 0 0 0 0 0 0;}
@font-face
{font-family:"Cambria Math";
panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
{font-family:Calibri;
panose-1:2 15 5 2 2 2 4 3 2 4;}
@font-face
{font-family:-apple-system;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
{margin:0in;
font-size:11.0pt;
font-family:"Calibri",sans-serif;}
a:link, span.MsoHyperlink
{mso-style-priority:99;
color:blue;
text-decoration:underline;}
p.MsoListParagraph, li.MsoListParagraph, div.MsoListParagraph
{mso-style-priority:34;
margin-top:0in;
margin-right:0in;
margin-bottom:0in;
margin-left:.5in;
font-size:11.0pt;
font-family:"Calibri",sans-serif;}
span.EmailStyle18
{mso-style-type:personal-reply;
font-family:"Calibri",sans-serif;
color:windowtext;}
.MsoChpDefault
{mso-style-type:export-only;
font-size:10.0pt;
mso-ligatures:none;}
@page WordSection1
{size:8.5in 11.0in;
margin:1.0in 1.0in 1.0in 1.0in;}
div.WordSection1
{page:WordSection1;}
/* List Definitions */
@list l0
{mso-list-id:736241289;
mso-list-type:hybrid;
mso-list-template-ids:1278225448 890156120 67698691 67698693 67698689 67698691 67698693 67698689 67698691 67698693;}
@list l0:level1
{mso-level-start-at:0;
mso-level-number-format:bullet;
mso-level-text:-;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Calibri",sans-serif;
mso-fareast-font-family:"Times New Roman";}
@list l0:level2
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l0:level3
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
@list l0:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Symbol;}
@list l0:level5
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l0:level6
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
@list l0:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Symbol;}
@list l0:level8
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l0:level9
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
@list l1
{mso-list-id:1095324229;
mso-list-type:hybrid;
mso-list-template-ids:163361046 237295676 67698691 67698693 67698689 67698691 67698693 67698689 67698691 67698693;}
@list l1:level1
{mso-level-start-at:0;
mso-level-number-format:bullet;
mso-level-text:\F06E;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;
mso-fareast-font-family:"Times New Roman";
mso-bidi-font-family:Calibri;}
@list l1:level2
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l1:level3
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
@list l1:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Symbol;}
@list l1:level5
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l1:level6
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
@list l1:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Symbol;}
@list l1:level8
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l1:level9
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
@list l2
{mso-list-id:2106657187;
mso-list-type:hybrid;
mso-list-template-ids:-40969616 703223184 67698691 67698693 67698689 67698691 67698693 67698689 67698691 67698693;}
@list l2:level1
{mso-level-start-at:0;
mso-level-number-format:bullet;
mso-level-text:-;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Calibri",sans-serif;
mso-fareast-font-family:"Times New Roman";}
@list l2:level2
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l2:level3
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
@list l2:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Symbol;}
@list l2:level5
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l2:level6
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
@list l2:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Symbol;}
@list l2:level8
{mso-level-number-format:bullet;
mso-level-text:o;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:"Courier New";}
@list l2:level9
{mso-level-number-format:bullet;
mso-level-text:\F0A7;
mso-level-tab-stop:none;
mso-level-number-position:left;
text-indent:-.25in;
font-family:Wingdings;}
ol
{margin-bottom:0in;}
ul
{margin-bottom:0in;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="EN-US" link="blue" vlink="purple" style="word-wrap:break-word">
<div class="WordSection1">
<p class="MsoNormal">Good morning, Andreas.<br>
<br>
I apologize for the delay.<br>
<br>
Yes, I will provide additional information. I initially asked the question as a general inquiry. The crux of the performance issue we see is that the newer RHEL 8.10 - 2.15.5 lustre with similar builds do not hit the same average performance as we have seen
previously.<br>
<br>
<o:p></o:p></p>
<p class="MsoNormal">Which version of Lustre for the old and new kernel and was it the same before upgrading to RHEL8.10?<o:p></o:p></p>
<ul style="margin-top:0in" type="disc">
<li class="MsoListParagraph" style="margin-left:0in;mso-list:l1 level1 lfo1">Previous Kernel : 3.10.0-1160.49.1.el7_lustre, RHEL 7.9<o:p></o:p></li><li class="MsoListParagraph" style="margin-left:0in;mso-list:l1 level1 lfo1"><span lang="FR">Current Kernel : 4.18.0-553.5.1.el8_lustre, RHEL 8.10<o:p></o:p></span></li><li class="MsoListParagraph" style="margin-left:0in;mso-list:l1 level1 lfo1">It was not the same, we waited for the last minor version of RHEL8.<o:p></o:p></li></ul>
<p class="MsoListParagraph"><o:p> </o:p></p>
<p class="MsoNormal">Which RHEL version are you comparing against, RHEL 8.9?<o:p></o:p></p>
<ul style="margin-top:0in" type="disc">
<li class="MsoListParagraph" style="margin-left:0in;mso-list:l1 level1 lfo1"><span lang="FR">Comparison Version : RHEL 8.8<o:p></o:p></span></li><li class="MsoListParagraph" style="margin-left:0in;mso-list:l1 level1 lfo1"><span lang="FR">Lustre Client Version : 4.18.0-425.3.1.el8_lustre<o:p></o:p></span></li></ul>
<p class="MsoListParagraph"><span lang="FR"><o:p> </o:p></span></p>
<p class="MsoNormal">Have you upgraded both the clients and servers to RHEL 8.10, or only the clients?<o:p></o:p></p>
<ul style="margin-top:0in" type="disc">
<li class="MsoListParagraph" style="margin-left:0in;mso-list:l1 level1 lfo1">Currently both are upgraded to the RHEL 8.10.<o:p></o:p></li></ul>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"><span style="font-size:14.0pt">Results of FIO testing<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:14.0pt"><o:p> </o:p></span></p>
<p class="MsoNormal">Original Production: Initial baseline established ~1 year ago. This build is no longer in use, but performance of non "premium" builds should be approximately around this.<o:p></o:p></p>
<p class="MsoNormal">Lustre V2: Current builds and are currently being used as a direct reference point. These used RHEL8 clients while being RHEL7 lustres.<o:p></o:p></p>
<p class="MsoNormal">RHEL8.10 – 2.15.5: Builds being tested before we push updates to higher environments.<o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal">Between Original Production, Lustre V2 36, and the RHEL8.10 lustres there are minimal changes between builds. In this specific case the only difference between Lustre V2 36 and RHEL8.10 builds are the lustre versions and the RHEL 8.10 Premium
Lustre uses Azure's premium SSDs as disks for OSTs. All other builds use standard HDDs for OSTs.<o:p></o:p></p>
<p class="MsoNormal" style="background:white"><span style="font-size:15.0pt;font-family:-apple-system;color:#1A5135;letter-spacing:-.1pt"><o:p> </o:p></span></p>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="914" style="width:685.6pt;border-collapse:collapse">
<thead>
<tr style="height:28.6pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.6pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Write Throughput<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.6pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Original Production<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.6pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Lustre V2 36<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.6pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Lustre V2 108<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.6pt">
<p class="MsoNormal"><b><span style="color:#1A5135">RHEL 8.10 - 2.15.5 - Premium Lustre<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.6pt">
<p class="MsoNormal"><b><span style="color:#1A5135">RHEL 8.10 - 2.15.5 - Standard Lustre<o:p></o:p></span></b></p>
</td>
</tr>
</thead>
<tbody>
<tr style="height:28.6pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<p class="MsoNormal">Latency (sec) Avg<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<p class="MsoNormal">1.485<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<p class="MsoNormal">1.482<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<p class="MsoNormal">1.338<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<p class="MsoNormal">1.596<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<p class="MsoNormal">2.968<o:p></o:p></p>
</td>
</tr>
<tr style="height:14.3pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.3pt">
<p class="MsoNormal">IOPS Avg<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.3pt">
<p class="MsoNormal">689<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.3pt">
<p class="MsoNormal">690<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.3pt">
<p class="MsoNormal">765<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.3pt">
<p class="MsoNormal">640<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.3pt">
<p class="MsoNormal">640<o:p></o:p></p>
</td>
</tr>
<tr style="height:28.6pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<p class="MsoNormal">Bandwidth (MB/s)<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<p class="MsoNormal">723<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<p class="MsoNormal">724<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<p class="MsoNormal">803<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<p class="MsoNormal">672<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<p class="MsoNormal">362<o:p></o:p></p>
</td>
</tr>
<tr style="height:13.55pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.55pt">
<p class="MsoNormal">IO (GB)<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.55pt">
<p class="MsoNormal">4340<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.55pt">
<p class="MsoNormal">4346<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.55pt">
<p class="MsoNormal">4818<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.55pt">
<p class="MsoNormal">4037<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.55pt">
<p class="MsoNormal">2173<o:p></o:p></p>
</td>
</tr>
</tbody>
</table>
<p class="MsoNormal" style="margin-top:7.5pt;background:white"><span style="font-size:10.5pt;font-family:-apple-system;color:#172B4D"><o:p> </o:p></span></p>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="916" style="width:687.2pt;border-collapse:collapse">
<thead>
<tr style="height:28.5pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.5pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Write IOPS<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.5pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Original Production<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.5pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Lusre V2 36<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.5pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Lustre V2 108<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.5pt">
<p class="MsoNormal"><b><span style="color:#1A5135">RHEL 8.10 - 2.15.5 - Premium Lustre<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.5pt">
<p class="MsoNormal"><b><span style="color:#1A5135">RHEL 8.10 - 2.15.5 - Standard Lustre<o:p></o:p></span></b></p>
</td>
</tr>
</thead>
<tbody>
<tr style="height:28.5pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<p class="MsoNormal">Latency (sec) Avg<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<p class="MsoNormal">10.354<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<p class="MsoNormal">18.709<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<p class="MsoNormal">4.911<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<p class="MsoNormal">5.839<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<p class="MsoNormal">11.821<o:p></o:p></p>
</td>
</tr>
<tr style="height:14.25pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.25pt">
<p class="MsoNormal">Avg IOPS<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.25pt">
<p class="MsoNormal">24<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.25pt">
<p class="MsoNormal">13<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.25pt">
<p class="MsoNormal">52<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.25pt">
<p class="MsoNormal">43<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.25pt">
<p class="MsoNormal">21<o:p></o:p></p>
</td>
</tr>
<tr style="height:28.5pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<p class="MsoNormal">Bandwidth (MB/s)<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<p class="MsoNormal">26<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<p class="MsoNormal">14<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<p class="MsoNormal">55<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<p class="MsoNormal">45<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<p class="MsoNormal">23<o:p></o:p></p>
</td>
</tr>
<tr style="height:13.5pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.5pt">
<p class="MsoNormal">IO (GB)<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.5pt">
<p class="MsoNormal">156<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.5pt">
<p class="MsoNormal">86<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.5pt">
<p class="MsoNormal">328<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.5pt">
<p class="MsoNormal">276<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.5pt">
<p class="MsoNormal">137<o:p></o:p></p>
</td>
</tr>
</tbody>
</table>
<p class="MsoNormal" style="margin-top:7.5pt;background:white"><span style="font-size:10.5pt;font-family:-apple-system;color:#172B4D"><o:p> </o:p></span></p>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="916" style="width:687.2pt;border-collapse:collapse">
<thead>
<tr style="height:15.4pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.4pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Read Throughput<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.4pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Original Production<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.4pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Lustre V2 36<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.4pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Lustre V2 108<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.4pt">
<p class="MsoNormal"><b><span style="color:#1A5135">RHEL 8.10 - 2.15.5 - Premium Lustre<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.4pt">
<p class="MsoNormal"><b><span style="color:#1A5135">RHEL 8.10 - 2.15.5 - Standard Lustre<o:p></o:p></span></b></p>
</td>
</tr>
</thead>
<tbody>
<tr style="height:15.4pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">Latency (sec) Avg<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">1.292<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">1.223<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">2.307<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">1.598<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">3.022<o:p></o:p></p>
</td>
</tr>
<tr style="height:15.4pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">Avg IOPS<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">792<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">836<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">754<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">640<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">338<o:p></o:p></p>
</td>
</tr>
<tr style="height:15.4pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">Bandwidth (MB/s)<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">831<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">877<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">791<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">672<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">355<o:p></o:p></p>
</td>
</tr>
<tr style="height:15.4pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">IO (GB)<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">4986<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">5269<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">4750<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">4033<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<p class="MsoNormal">2134<o:p></o:p></p>
</td>
</tr>
</tbody>
</table>
<p class="MsoNormal" style="margin-top:7.5pt;background:white"><span style="font-size:10.5pt;font-family:-apple-system;color:#172B4D"><o:p> </o:p></span></p>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="914" style="width:685.75pt;border-collapse:collapse">
<thead>
<tr style="height:15.3pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.3pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Read IOPS<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.3pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Original Production<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.3pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Lustre V2 36<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.3pt">
<p class="MsoNormal"><b><span style="color:#1A5135">Lustre V2 108<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.3pt">
<p class="MsoNormal"><b><span style="color:#1A5135">RHEL 8.10 - 2.15.5 - Premium Lustre<o:p></o:p></span></b></p>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.3pt">
<p class="MsoNormal"><b><span style="color:#1A5135">RHEL 8.10 - 2.15.5 - Standard Lustre<o:p></o:p></span></b></p>
</td>
</tr>
</thead>
<tbody>
<tr style="height:15.3pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">Latency (sec) Avg<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">4.190<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">5.887<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">5.076<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">5.954<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">11.924<o:p></o:p></p>
</td>
</tr>
<tr style="height:15.3pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">Avg IOPS<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">61<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">43<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">50<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">42<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">21<o:p></o:p></p>
</td>
</tr>
<tr style="height:15.3pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">Bandwidth (MB/s)<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">64<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">45<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">53<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">45<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">23<o:p></o:p></p>
</td>
</tr>
<tr style="height:15.3pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">IO (GB)<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">384<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">274<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">318<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">271<o:p></o:p></p>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<p class="MsoNormal">135<o:p></o:p></p>
</td>
</tr>
</tbody>
</table>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal">Thanks,<o:p></o:p></p>
<p class="MsoNormal">Rashun Baucum<o:p></o:p></p>
<p class="MsoNormal"><o:p> </o:p></p>
<div><br>
<p style="font-family:Calibri;font-size:10pt;color:#000000;margin:15pt;font-style:normal;font-weight:normal;text-decoration:none;" align="Left">
Internal<br>
</p>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<p class="MsoNormal"><b>From:</b> Andreas Dilger <adilger@whamcloud.com> <br>
<b>Sent:</b> Thursday, July 4, 2024 12:40 AM<br>
<b>To:</b> Baucum, Rashun <Rashun.Baucum@td.com><br>
<b>Cc:</b> lustre-discuss@lists.lustre.org<br>
<b>Subject:</b> Re: [lustre-discuss] Rhel8.10 Lustre Kernel Performance Decrease<o:p></o:p></p>
</div>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
<p class="MsoNormal" align="center" style="text-align:center;background:maroon"><span style="font-size:9.0pt;color:white">CAUTION: EXTERNAL MAIL. DO NOT CLICK ON LINKS OR OPEN ATTACHMENTS YOU DO NOT TRUST<br>
ATTENTION : COURRIEL EXTERNE. </span><span lang="FR" style="font-size:9.0pt;color:white">NE CLIQUEZ PAS SUR DES LIENS ET N'OUVREZ PAS DE PIÈCES JOINTES AUXQUELS VOUS NE FAITES PAS CONFIANCE<o:p></o:p></span></p>
<p class="MsoNormal"><span lang="FR"><br>
</span>On Jul 3, 2024, at 13:12, Baucum, Rashun via lustre-discuss <<a href="mailto:lustre-discuss@lists.lustre.org">lustre-discuss@lists.lustre.org</a>> wrote:<o:p></o:p></p>
<div>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<p class="MsoNormal"><o:p> </o:p></p>
<div>
<div>
<p class="MsoNormal">Good afternoon,<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal"> <o:p></o:p></p>
</div>
<div>
<p class="MsoNormal">We have recently started executing performance testing on the new rhel 8.10 lustre kernel. We have noticed an drop in performance in our initial testing. Its roughly a 30-40% drop in total IO observed with our FIO testing. My question is
has anyone else noticed any performance decreases?<o:p></o:p></p>
</div>
</div>
</blockquote>
</div>
<div>
<p class="MsoNormal"><o:p> </o:p></p>
</div>
<div>
<p class="MsoNormal">Hi Rashun,<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal">could you please be more specific about what you are comparing? Which version of Lustre for the old and new kernel, and was it the same before upgrading to RHEL8.10? Which RHEL version are you comparing against, RHEL 8.9? Have you upgraded
both the clients and servers to RHEL8.10, or only the clients?<o:p></o:p></p>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<p class="MsoNormal"><span style="color:black">Cheers, Andreas<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">--<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">Andreas Dilger<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">Lustre Principal Architect<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">Whamcloud<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"><o:p> </o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"><o:p> </o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"><o:p> </o:p></span></p>
</div>
</div>
</div>
</div>
</div>
</div>
<p class="MsoNormal"><span style="color:black"><o:p> </o:p></span></p>
</div>
<p class="MsoNormal" style="margin-bottom:12.0pt"><o:p> </o:p></p>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
</div>
<!-- --><p><FONT FACE="Arial" style="font-size:8pt;"><br />
<BR>
If you wish to unsubscribe from receiving commercial electronic messages from TD Bank Group, please click <a href="http://www.td.com/tdoptout">here</a> or go to the following web address: www.td.com/tdoptout<BR>
Si vous souhaitez vous désabonner des messages électroniques de nature commerciale envoyés par Groupe Banque TD veuillez cliquer <a href="http://www.td.com/tddesab">ici</a> ou vous rendre à l'adresse www.td.com/tddesab
</FONT></p>
<!-- --><p><FONT FACE="Arial" style="font-size:8pt;"><br />
NOTICE: Confidential message which may be privileged. Unauthorized use/disclosure prohibited. If received in error, please go to www.td.com/legal for instructions.<br />
AVIS : Message confidentiel dont le contenu peut être privilégié. Utilisation/divulgation interdites sans permission. Si reçu par erreur, prière d'aller au www.td.com/francais/avis_juridique pour des instructions.</FONT></p>
</body>
</html>