<html>
<head>
<meta http-equiv="Content-Type" content="text/html; charset=iso-8859-1">
<meta name="Generator" content="Microsoft Word 15 (filtered medium)">
<style><!--
/* Font Definitions */
@font-face
{font-family:Helvetica;
panose-1:2 11 6 4 2 2 2 2 2 4;}
@font-face
{font-family:"Cambria Math";
panose-1:2 4 5 3 5 4 6 3 2 4;}
@font-face
{font-family:Calibri;
panose-1:2 15 5 2 2 2 4 3 2 4;}
@font-face
{font-family:Aptos;}
@font-face
{font-family:-apple-system;}
/* Style Definitions */
p.MsoNormal, li.MsoNormal, div.MsoNormal
{margin:0in;
font-size:12.0pt;
font-family:"Aptos",sans-serif;}
a:link, span.MsoHyperlink
{mso-style-priority:99;
color:blue;
text-decoration:underline;}
p.MsoListParagraph, li.MsoListParagraph, div.MsoListParagraph
{mso-style-priority:34;
mso-margin-top-alt:auto;
margin-right:0in;
mso-margin-bottom-alt:auto;
margin-left:0in;
font-size:12.0pt;
font-family:"Aptos",sans-serif;}
span.apple-converted-space
{mso-style-name:apple-converted-space;}
span.EmailStyle20
{mso-style-type:personal-reply;
font-family:"Aptos",sans-serif;
color:windowtext;}
.MsoChpDefault
{mso-style-type:export-only;
font-size:10.0pt;
mso-ligatures:none;}
@page WordSection1
{size:8.5in 11.0in;
margin:1.0in 1.0in 1.0in 1.0in;}
div.WordSection1
{page:WordSection1;}
/* List Definitions */
@list l0
{mso-list-id:938326;
mso-list-template-ids:1204832638;}
@list l0:level1
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level2
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level3
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level5
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level6
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level8
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l0:level9
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1
{mso-list-id:274872146;
mso-list-template-ids:-46989562;}
@list l1:level1
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level2
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level3
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level5
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level6
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level8
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l1:level9
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2
{mso-list-id:536549196;
mso-list-template-ids:-854941550;}
@list l2:level1
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level2
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level3
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:1.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level4
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level5
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:2.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level6
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level7
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:3.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level8
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.0in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
@list l2:level9
{mso-level-number-format:bullet;
mso-level-text:\F0B7;
mso-level-tab-stop:4.5in;
mso-level-number-position:left;
text-indent:-.25in;
mso-ansi-font-size:10.0pt;
font-family:Symbol;}
ol
{margin-bottom:0in;}
ul
{margin-bottom:0in;}
--></style><!--[if gte mso 9]><xml>
<o:shapedefaults v:ext="edit" spidmax="1026" />
</xml><![endif]--><!--[if gte mso 9]><xml>
<o:shapelayout v:ext="edit">
<o:idmap v:ext="edit" data="1" />
</o:shapelayout></xml><![endif]-->
</head>
<body lang="EN-US" link="blue" vlink="purple" style="word-wrap:break-word">
<div class="WordSection1">
<p class="MsoNormal"><span style="font-size:11.0pt">Rashun,<br>
<br>
Support for RHEL 8.10 only just arrived in 2.15.5, so performance of clients on that distro version can’t have regressed since there is no prior data point to compare it against. I might suggest you use RHEL 8.9 clients, and then perf test 2.15.4 and 2.15.5
Lustre client modules against the exact same backing Lustre cluster. This will provide much more convincing evidence that something regressed between those two versions.<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"><br>
I can’t speak to any of the systems involved here as they do not appear to be Azure Managed Lustre.<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt">Best,<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt">ellis<o:p></o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"><o:p> </o:p></span></p>
<p class="MsoNormal"><span style="font-size:11.0pt"><o:p> </o:p></span></p>
<div>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">From:</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> lustre-discuss <lustre-discuss-bounces@lists.lustre.org>
<b>On Behalf Of </b>Andreas Dilger via lustre-discuss<br>
<b>Sent:</b> Thursday, August 1, 2024 11:34 PM<br>
<b>To:</b> Baucum, Rashun <Rashun.Baucum@td.com><br>
<b>Cc:</b> lustre-discuss@lists.lustre.org<br>
<b>Subject:</b> [EXTERNAL] Re: [lustre-discuss] Rhel8.10 Lustre Kernel Performance Decrease<o:p></o:p></span></p>
</div>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
<div>
<p class="MsoNormal">Sorry, you'll have to ask someone at Azure about this. I don't know anything about what "Premium Lustre" or "Lustre V2" means, and I can't speak to any kind of performance for their systems.<o:p></o:p></p>
</div>
<div>
<p class="MsoNormal"><o:p> </o:p></p>
</div>
<p class="MsoNormal">On Jul 30, 2024, at 08:48, Baucum, Rashun <<a href="mailto:Rashun.Baucum@td.com">Rashun.Baucum@td.com</a>> wrote:<o:p></o:p></p>
<div>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<p class="MsoNormal"><o:p> </o:p></p>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Good morning, Andreas.<br>
<br>
I apologize for the delay.<br>
<br>
Yes, I will provide additional information. I initially asked the question as a general inquiry. The crux of the performance issue we see is that the newer RHEL 8.10 - 2.15.5 lustre with similar builds do not hit the same average performance as we have seen
previously.<br>
<br>
<br>
<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Which version of Lustre for the old and new kernel and was it the same before upgrading to RHEL8.10?<o:p></o:p></span></p>
</div>
<ul style="margin-top:0in" type="disc">
<li class="MsoListParagraph" style="margin-top:0in;margin-bottom:0in;mso-list:l0 level1 lfo1">
<span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Previous Kernel : 3.10.0-1160.49.1.el7_lustre, RHEL 7.9<o:p></o:p></span></li><li class="MsoListParagraph" style="margin-top:0in;margin-bottom:0in;mso-list:l0 level1 lfo1">
<span lang="FR" style="font-size:11.0pt;font-family:"Calibri",sans-serif">Current Kernel : 4.18.0-553.5.1.el8_lustre, RHEL 8.10</span><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></li><li class="MsoListParagraph" style="margin-top:0in;margin-bottom:0in;mso-list:l0 level1 lfo1">
<span style="font-size:11.0pt;font-family:"Calibri",sans-serif">It was not the same, we waited for the last minor version of RHEL8.<o:p></o:p></span></li></ul>
<div style="margin-left:.5in">
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Which RHEL version are you comparing against, RHEL 8.9?<o:p></o:p></span></p>
</div>
<ul style="margin-top:0in" type="disc">
<li class="MsoListParagraph" style="margin-top:0in;margin-bottom:0in;mso-list:l2 level1 lfo2">
<span lang="FR" style="font-size:11.0pt;font-family:"Calibri",sans-serif">Comparison Version : RHEL 8.8</span><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></li><li class="MsoListParagraph" style="margin-top:0in;margin-bottom:0in;mso-list:l2 level1 lfo2">
<span lang="FR" style="font-size:11.0pt;font-family:"Calibri",sans-serif">Lustre Client Version : 4.18.0-425.3.1.el8_lustre</span><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></li></ul>
<div style="margin-left:.5in">
<p class="MsoNormal"><span lang="FR" style="font-size:11.0pt;font-family:"Calibri",sans-serif"> </span><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Have you upgraded both the clients and servers to RHEL 8.10, or only the clients?<o:p></o:p></span></p>
</div>
<ul style="margin-top:0in" type="disc">
<li class="MsoListParagraph" style="margin-top:0in;margin-bottom:0in;mso-list:l1 level1 lfo3">
<span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Currently both are upgraded to the RHEL 8.10.<o:p></o:p></span></li></ul>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:14.0pt;font-family:"Calibri",sans-serif">Results of FIO testing</span><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:14.0pt;font-family:"Calibri",sans-serif"> </span><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Original Production: Initial baseline established ~1 year ago. This build is no longer in use, but performance of non "premium" builds should be approximately around this.<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Lustre V2: Current builds and are currently being used as a direct reference point. These used RHEL8 clients while being RHEL7 lustres.<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">RHEL8.10 – 2.15.5: Builds being tested before we push updates to higher environments.<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Between Original Production, Lustre V2 36, and the RHEL8.10 lustres there are minimal changes between builds. In this specific case the only difference between Lustre V2 36
and RHEL8.10 builds are the lustre versions and the RHEL 8.10 Premium Lustre uses Azure's premium SSDs as disks for OSTs. All other builds use standard HDDs for OSTs.<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal" style="background:white"><span style="font-size:15.0pt;font-family:-apple-system;color:#1A5135;letter-spacing:-.1pt"> </span><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="914" style="width:685.6pt;border-collapse:collapse">
<thead>
<tr style="height:28.6pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.6pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Write Throughput</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.6pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Original Production</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.6pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Lustre V2 36</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.6pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Lustre V2 108</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.6pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">RHEL 8.10 - 2.15.5 - Premium Lustre</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.6pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">RHEL 8.10 - 2.15.5 - Standard Lustre</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
</tr>
</thead>
<tbody>
<tr style="height:28.6pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Latency (sec) Avg<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">1.485<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">1.482<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">1.338<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">1.596<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">2.968<o:p></o:p></span></p>
</div>
</td>
</tr>
<tr style="height:14.3pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">IOPS Avg<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">689<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">690<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">765<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">640<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">640<o:p></o:p></span></p>
</div>
</td>
</tr>
<tr style="height:28.6pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Bandwidth (MB/s)<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">723<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">724<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">803<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">672<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.6pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">362<o:p></o:p></span></p>
</div>
</td>
</tr>
<tr style="height:13.55pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.55pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">IO (GB)<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.55pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">4340<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.55pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">4346<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.55pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">4818<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.55pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">4037<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.55pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">2173<o:p></o:p></span></p>
</div>
</td>
</tr>
</tbody>
</table>
<p class="MsoNormal" style="margin-top:7.5pt;background:white;background-position:initial initial;background-repeat:initial initial">
<span style="font-size:10.5pt;font-family:-apple-system;color:#172B4D"> </span><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="916" style="width:687.2pt;border-collapse:collapse">
<thead>
<tr style="height:28.5pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.5pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Write IOPS</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.5pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Original Production</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.5pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Lusre V2 36</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.5pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Lustre V2 108</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.5pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">RHEL 8.10 - 2.15.5 - Premium Lustre</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:28.5pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">RHEL 8.10 - 2.15.5 - Standard Lustre</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
</tr>
</thead>
<tbody>
<tr style="height:28.5pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Latency (sec) Avg<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">10.354<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">18.709<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">4.911<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">5.839<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">11.821<o:p></o:p></span></p>
</div>
</td>
</tr>
<tr style="height:14.25pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.25pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Avg IOPS<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.25pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">24<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.25pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">13<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.25pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">52<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.25pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">43<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:14.25pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">21<o:p></o:p></span></p>
</div>
</td>
</tr>
<tr style="height:28.5pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Bandwidth (MB/s)<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">26<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">14<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">55<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">45<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:28.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">23<o:p></o:p></span></p>
</div>
</td>
</tr>
<tr style="height:13.5pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">IO (GB)<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">156<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">86<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">328<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">276<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:13.5pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">137<o:p></o:p></span></p>
</div>
</td>
</tr>
</tbody>
</table>
<p class="MsoNormal" style="margin-top:7.5pt;background:white;background-position:initial initial;background-repeat:initial initial">
<span style="font-size:10.5pt;font-family:-apple-system;color:#172B4D"> </span><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="916" style="width:687.2pt;border-collapse:collapse">
<thead>
<tr style="height:15.4pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.4pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Read Throughput</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.4pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Original Production</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.4pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Lustre V2 36</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.4pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Lustre V2 108</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.4pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">RHEL 8.10 - 2.15.5 - Premium Lustre</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.4pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">RHEL 8.10 - 2.15.5 - Standard Lustre</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
</tr>
</thead>
<tbody>
<tr style="height:15.4pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Latency (sec) Avg<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">1.292<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">1.223<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">2.307<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">1.598<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">3.022<o:p></o:p></span></p>
</div>
</td>
</tr>
<tr style="height:15.4pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Avg IOPS<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">792<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">836<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">754<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">640<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">338<o:p></o:p></span></p>
</div>
</td>
</tr>
<tr style="height:15.4pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Bandwidth (MB/s)<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">831<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">877<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">791<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">672<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">355<o:p></o:p></span></p>
</div>
</td>
</tr>
<tr style="height:15.4pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">IO (GB)<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">4986<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">5269<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">4750<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">4033<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.4pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">2134<o:p></o:p></span></p>
</div>
</td>
</tr>
</tbody>
</table>
<p class="MsoNormal" style="margin-top:7.5pt;background:white;background-position:initial initial;background-repeat:initial initial">
<span style="font-size:10.5pt;font-family:-apple-system;color:#172B4D"> </span><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<table class="MsoNormalTable" border="0" cellspacing="0" cellpadding="0" width="914" style="width:685.75pt;border-collapse:collapse">
<thead>
<tr style="height:15.3pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.3pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Read IOPS</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.3pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Original Production</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.3pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Lustre V2 36</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.3pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">Lustre V2 108</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.3pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">RHEL 8.10 - 2.15.5 - Premium Lustre</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-left:none;background:#F4F5F7;padding:0in 0in 0in 0in;height:15.3pt;background-position:initial initial;background-repeat:initial initial">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif;color:#1A5135">RHEL 8.10 - 2.15.5 - Standard Lustre</span></b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
</div>
</td>
</tr>
</thead>
<tbody>
<tr style="height:15.3pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Latency (sec) Avg<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">4.190<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">5.887<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">5.076<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">5.954<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">11.924<o:p></o:p></span></p>
</div>
</td>
</tr>
<tr style="height:15.3pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Avg IOPS<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">61<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">43<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">50<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">42<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">21<o:p></o:p></span></p>
</div>
</td>
</tr>
<tr style="height:15.3pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Bandwidth (MB/s)<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">64<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">45<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">53<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">45<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">23<o:p></o:p></span></p>
</div>
</td>
</tr>
<tr style="height:15.3pt">
<td valign="top" style="border:solid #C1C7D0 1.0pt;border-top:none;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">IO (GB)<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">384<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">274<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">318<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">271<o:p></o:p></span></p>
</div>
</td>
<td valign="top" style="border-top:none;border-left:none;border-bottom:solid #C1C7D0 1.0pt;border-right:solid #C1C7D0 1.0pt;padding:5.25pt 7.5pt 5.25pt 7.5pt;height:15.3pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">135<o:p></o:p></span></p>
</div>
</td>
</tr>
</tbody>
</table>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Thanks,<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Rashun Baucum<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:10.5pt;font-family:"Helvetica",sans-serif"><o:p> </o:p></span></p>
<p class="MsoNormal" style="margin:15.0pt"><span style="font-size:10.0pt;font-family:"Calibri",sans-serif">Internal<o:p></o:p></span></p>
<div style="border:none;border-top:solid #E1E1E1 1.0pt;padding:3.0pt 0in 0in 0in">
<div>
<p class="MsoNormal"><b><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">From:</span></b><span class="apple-converted-space"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> </span></span><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Andreas
Dilger <<a href="mailto:adilger@whamcloud.com">adilger@whamcloud.com</a>><span class="apple-converted-space"> </span><br>
<b>Sent:</b><span class="apple-converted-space"> </span>Thursday, July 4, 2024 12:40 AM<br>
<b>To:</b><span class="apple-converted-space"> </span>Baucum, Rashun <<a href="mailto:Rashun.Baucum@td.com">Rashun.Baucum@td.com</a>><br>
<b>Cc:</b><span class="apple-converted-space"> </span><a href="mailto:lustre-discuss@lists.lustre.org">lustre-discuss@lists.lustre.org</a><br>
<b>Subject:</b><span class="apple-converted-space"> </span>Re: [lustre-discuss] Rhel8.10 Lustre Kernel Performance Decrease<o:p></o:p></span></p>
</div>
</div>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
<p class="MsoNormal" align="center" style="text-align:center;background:maroon"><span style="font-size:9.0pt;font-family:"Calibri",sans-serif;color:white">CAUTION: EXTERNAL MAIL. DO NOT CLICK ON LINKS OR OPEN ATTACHMENTS YOU DO NOT TRUST<br>
ATTENTION : COURRIEL EXTERNE.<span class="apple-converted-space"> </span></span><span lang="FR" style="font-size:9.0pt;font-family:"Calibri",sans-serif;color:white">NE CLIQUEZ PAS SUR DES LIENS ET N'OUVREZ PAS DE PIÈCES JOINTES AUXQUELS VOUS NE FAITES PAS CONFIANCE</span><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"><o:p></o:p></span></p>
<div>
<p class="MsoNormal"><span lang="FR" style="font-size:11.0pt;font-family:"Calibri",sans-serif"><br>
</span><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">On Jul 3, 2024, at 13:12, Baucum, Rashun via lustre-discuss <<a href="mailto:lustre-discuss@lists.lustre.org">lustre-discuss@lists.lustre.org</a>> wrote:<o:p></o:p></span></p>
</div>
<div>
<blockquote style="margin-top:5.0pt;margin-bottom:5.0pt">
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
<div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Good afternoon,<o:p></o:p></span></p>
</div>
</div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
</div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">We have recently started executing performance testing on the new rhel 8.10 lustre kernel. We have noticed an drop in performance in our initial testing. Its roughly a 30-40%
drop in total IO observed with our FIO testing. My question is has anyone else noticed any performance decreases?<o:p></o:p></span></p>
</div>
</div>
</div>
</blockquote>
</div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
</div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Hi Rashun,<o:p></o:p></span></p>
</div>
</div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">could you please be more specific about what you are comparing? Which version of Lustre for the old and new kernel, and was it the same before upgrading to RHEL8.10? Which
RHEL version are you comparing against, RHEL 8.9? Have you upgraded both the clients and servers to RHEL8.10, or only the clients?<o:p></o:p></span></p>
</div>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Cheers, Andreas<o:p></o:p></span></p>
</div>
</div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">--<o:p></o:p></span></p>
</div>
</div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Andreas Dilger<o:p></o:p></span></p>
</div>
</div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Lustre Principal Architect<o:p></o:p></span></p>
</div>
</div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif">Whamcloud<o:p></o:p></span></p>
</div>
</div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
</div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
</div>
<div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
</div>
</div>
</div>
</div>
</div>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
</div>
<p class="MsoNormal" style="margin-bottom:12.0pt"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="font-size:11.0pt;font-family:"Calibri",sans-serif"> <o:p></o:p></span></p>
</div>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;caret-color: rgb(0, 0, 0);font-variant-caps: normal;text-align:start;-webkit-text-stroke-width: 0px;word-spacing:0px">
<span style="font-size:8.0pt;font-family:"Arial",sans-serif"><br>
<br>
If you wish to unsubscribe from receiving commercial electronic messages from TD Bank Group, please click<span class="apple-converted-space"> </span><a href="http://www.td.com/tdoptout">here</a><span class="apple-converted-space"> </span>or go to the following
web address:<span class="apple-converted-space"> </span><a href="http://www.td.com/tdoptout">www.td.com/tdoptout</a><br>
Si vous souhaitez vous désabonner des messages électroniques de nature commerciale envoyés par Groupe Banque TD veuillez cliquer<span class="apple-converted-space"> </span><a href="http://www.td.com/tddesab">ici</a><span class="apple-converted-space"> </span>ou
vous rendre à l'adresse<span class="apple-converted-space"> </span><a href="http://www.td.com/tddesab">www.td.com/tddesab</a></span><span style="font-size:10.5pt;font-family:"Helvetica",sans-serif"><o:p></o:p></span></p>
<p class="MsoNormal" style="mso-margin-top-alt:auto;mso-margin-bottom-alt:auto;caret-color: rgb(0, 0, 0);font-variant-caps: normal;text-align:start;-webkit-text-stroke-width: 0px;word-spacing:0px">
<span style="font-size:8.0pt;font-family:"Arial",sans-serif"><br>
NOTICE: Confidential message which may be privileged. Unauthorized use/disclosure prohibited. If received in error, please go to<span class="apple-converted-space"> </span><a href="http://www.td.com/legal">www.td.com/legal</a><span class="apple-converted-space"> </span>for
instructions.<br>
AVIS : Message confidentiel dont le contenu peut être privilégié. Utilisation/divulgation interdites sans permission. Si reçu par erreur, prière d'aller au<span class="apple-converted-space"> </span><a href="http://www.td.com/francais/avis_juridique">www.td.com/francais/avis_juridique</a><span class="apple-converted-space"> </span>pour
des instructions.</span><span style="font-size:10.5pt;font-family:"Helvetica",sans-serif"><o:p></o:p></span></p>
</div>
</blockquote>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<div>
<p class="MsoNormal"><span style="color:black">Cheers, Andreas<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">--<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">Andreas Dilger<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">Lustre Principal Architect<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black">Whamcloud<o:p></o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"><o:p> </o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"><o:p> </o:p></span></p>
</div>
<div>
<p class="MsoNormal"><span style="color:black"><o:p> </o:p></span></p>
</div>
</div>
</div>
</div>
</div>
</div>
<p class="MsoNormal"><span style="color:black"><o:p> </o:p></span></p>
</div>
<p class="MsoNormal" style="margin-bottom:12.0pt"><o:p> </o:p></p>
</div>
<p class="MsoNormal"><o:p> </o:p></p>
</div>
</body>
</html>