diff --git a/doc-sphinx/source/user_guide/adding_new_test.rst b/doc-sphinx/source/user_guide/adding_new_test.rst
index 218f698..cd1203e 100644
--- a/doc-sphinx/source/user_guide/adding_new_test.rst
+++ b/doc-sphinx/source/user_guide/adding_new_test.rst
@@ -26,11 +26,15 @@ The application repository must be structured as shown below:
 
 .. code-block::
 
-    <application name>/<test name>/Scripts/
+    <application name>/<test name>/
+                                   Scripts/
                                           /rgt_test_input.ini
                                           /<check script>
                                           /<report script>
                                           /<job script template>
+                                   Source/ (optional)
+                                         /<an alternate build script just for this test>
+                                         /<a modified source file>
     <application name>/Source/
                              /<build script>
                              /<other application source and build files>
@@ -44,6 +48,8 @@ and other required scripts (see :ref:`required-application-test-scripts` below).
 This directory contains templates and input files for the test -- a test must not modify files in this directory.
 
 Second, the application's source code and required build script should reside within the *Source* directory of the repository.
+Optionally, a test may add or override files from the application's *Source* tree by providing a *Source* directory within the test directory.
+This directory will be overlayed over the application *Source* directory, so it may use the same internal directory structure.
 
 Example Repository Structure
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
@@ -59,6 +65,7 @@ To add a single node test and a two node test, we would create a separate subdir
              /Source
 
 Note that the test names are not required to follow any specific naming convention, but you should avoid spaces and special characters in the names.
+Since these tests are going to share the same source and build script, we are not going to create a *Source* subdirectory in either of the tests' subdirectories.
 
 .. _application-test-input:
 
@@ -207,7 +214,8 @@ An example SLURM template script for the *hello_mpi* application follows:
     cd $WORK_DIR
     
     env &> job.environ
-    scontrol show hostnames > job.nodes
+    scontrol show hostnames &> job.nodes
+    ldd $BUILD_DIR/bin/$EXECUTABLE &> ldd.log
     
     # Run the executable.
     log_binary_execution_time.py --scriptsdir $SCRIPTS_DIR --uniqueid $HARNESS_ID --mode start
diff --git a/doc-sphinx/source/user_guide/envvars.rst b/doc-sphinx/source/user_guide/envvars.rst
index f2aadcd..d29105d 100644
--- a/doc-sphinx/source/user_guide/envvars.rst
+++ b/doc-sphinx/source/user_guide/envvars.rst
@@ -89,6 +89,7 @@ These variables are detailed below:
     RGT_APP_SOURCE_DIR          Path to the 'Source' directory of the current application.
     RGT_TEST_BUILD_DIR          Path to the build directory of the currently-running test.
     RGT_TEST_RUNARCHIVE_DIR     Path to the run archive directory of the currently-running test.
+    RGT_TEST_SOURCE_DIR         Path to the source overlay directory of the currently-running test.
     RGT_TEST_SCRIPTS_DIR        Path to the scripts directory of the currently-running test.
     RGT_TEST_STATUS_DIR         Path to the status directory of the currently-running test.
     RGT_TEST_WORK_DIR           Path to the work (scratch) directory of the currently-running test.
diff --git a/doc-sphinx/source/user_guide/launching.rst b/doc-sphinx/source/user_guide/launching.rst
index 329023f..baac2b3 100644
--- a/doc-sphinx/source/user_guide/launching.rst
+++ b/doc-sphinx/source/user_guide/launching.rst
@@ -19,8 +19,8 @@ This can be done in two ways: by obtaining your own copy of the code or using th
 Option 1: Using the centralized (pre-built) OTH
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 
-On Andes, Crusher, Frontier, and Summit
-"""""""""""""""""""""""""""""""""""""""
+On Andes and Frontier
+"""""""""""""""""""""
 
 On most OLCF machines, the code is already installed in: */sw/acceptance/olcf-test-harness*
 
@@ -31,7 +31,7 @@ Setup the environment:
     export OLCF_HARNESS_DIR=/sw/acceptance/olcf-test-harness
     module use $OLCF_HARNESS_DIR/modulefiles
     module load olcf_harness
-    # Machine name examples: andes, crusher, frontier, summit
+    # Machine name examples: andes, frontier, odo
     # Check ${OLCF_HARNESS_DIR}/configs/*.ini to see all available machines
     export OLCF_HARNESS_MACHINE=<machine_name>
 
diff --git a/docs/_sources/user_guide/adding_new_test.rst.txt b/docs/_sources/user_guide/adding_new_test.rst.txt
index 218f698..cd1203e 100644
--- a/docs/_sources/user_guide/adding_new_test.rst.txt
+++ b/docs/_sources/user_guide/adding_new_test.rst.txt
@@ -26,11 +26,15 @@ The application repository must be structured as shown below:
 
 .. code-block::
 
-    <application name>/<test name>/Scripts/
+    <application name>/<test name>/
+                                   Scripts/
                                           /rgt_test_input.ini
                                           /<check script>
                                           /<report script>
                                           /<job script template>
+                                   Source/ (optional)
+                                         /<an alternate build script just for this test>
+                                         /<a modified source file>
     <application name>/Source/
                              /<build script>
                              /<other application source and build files>
@@ -44,6 +48,8 @@ and other required scripts (see :ref:`required-application-test-scripts` below).
 This directory contains templates and input files for the test -- a test must not modify files in this directory.
 
 Second, the application's source code and required build script should reside within the *Source* directory of the repository.
+Optionally, a test may add or override files from the application's *Source* tree by providing a *Source* directory within the test directory.
+This directory will be overlayed over the application *Source* directory, so it may use the same internal directory structure.
 
 Example Repository Structure
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^
@@ -59,6 +65,7 @@ To add a single node test and a two node test, we would create a separate subdir
              /Source
 
 Note that the test names are not required to follow any specific naming convention, but you should avoid spaces and special characters in the names.
+Since these tests are going to share the same source and build script, we are not going to create a *Source* subdirectory in either of the tests' subdirectories.
 
 .. _application-test-input:
 
@@ -207,7 +214,8 @@ An example SLURM template script for the *hello_mpi* application follows:
     cd $WORK_DIR
     
     env &> job.environ
-    scontrol show hostnames > job.nodes
+    scontrol show hostnames &> job.nodes
+    ldd $BUILD_DIR/bin/$EXECUTABLE &> ldd.log
     
     # Run the executable.
     log_binary_execution_time.py --scriptsdir $SCRIPTS_DIR --uniqueid $HARNESS_ID --mode start
diff --git a/docs/_sources/user_guide/envvars.rst.txt b/docs/_sources/user_guide/envvars.rst.txt
index f2aadcd..d29105d 100644
--- a/docs/_sources/user_guide/envvars.rst.txt
+++ b/docs/_sources/user_guide/envvars.rst.txt
@@ -89,6 +89,7 @@ These variables are detailed below:
     RGT_APP_SOURCE_DIR          Path to the 'Source' directory of the current application.
     RGT_TEST_BUILD_DIR          Path to the build directory of the currently-running test.
     RGT_TEST_RUNARCHIVE_DIR     Path to the run archive directory of the currently-running test.
+    RGT_TEST_SOURCE_DIR         Path to the source overlay directory of the currently-running test.
     RGT_TEST_SCRIPTS_DIR        Path to the scripts directory of the currently-running test.
     RGT_TEST_STATUS_DIR         Path to the status directory of the currently-running test.
     RGT_TEST_WORK_DIR           Path to the work (scratch) directory of the currently-running test.
diff --git a/docs/_sources/user_guide/launching.rst.txt b/docs/_sources/user_guide/launching.rst.txt
index 329023f..baac2b3 100644
--- a/docs/_sources/user_guide/launching.rst.txt
+++ b/docs/_sources/user_guide/launching.rst.txt
@@ -19,8 +19,8 @@ This can be done in two ways: by obtaining your own copy of the code or using th
 Option 1: Using the centralized (pre-built) OTH
 ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
 
-On Andes, Crusher, Frontier, and Summit
-"""""""""""""""""""""""""""""""""""""""
+On Andes and Frontier
+"""""""""""""""""""""
 
 On most OLCF machines, the code is already installed in: */sw/acceptance/olcf-test-harness*
 
@@ -31,7 +31,7 @@ Setup the environment:
     export OLCF_HARNESS_DIR=/sw/acceptance/olcf-test-harness
     module use $OLCF_HARNESS_DIR/modulefiles
     module load olcf_harness
-    # Machine name examples: andes, crusher, frontier, summit
+    # Machine name examples: andes, frontier, odo
     # Check ${OLCF_HARNESS_DIR}/configs/*.ini to see all available machines
     export OLCF_HARNESS_MACHINE=<machine_name>
 
diff --git a/docs/_static/basic.css b/docs/_static/basic.css
index eeb0519..4e9a9f1 100644
--- a/docs/_static/basic.css
+++ b/docs/_static/basic.css
@@ -236,16 +236,6 @@ div.body p, div.body dd, div.body li, div.body blockquote {
 a.headerlink {
     visibility: hidden;
 }
-a.brackets:before,
-span.brackets > a:before{
-    content: "[";
-}
-
-a.brackets:after,
-span.brackets > a:after {
-    content: "]";
-}
-
 
 h1:hover > a.headerlink,
 h2:hover > a.headerlink,
@@ -334,11 +324,15 @@ aside.sidebar {
 p.sidebar-title {
     font-weight: bold;
 }
+nav.contents,
+aside.topic,
 div.admonition, div.topic, blockquote {
     clear: left;
 }
 
 /* -- topics ---------------------------------------------------------------- */
+nav.contents,
+aside.topic,
 div.topic {
     border: 1px solid #ccc;
     padding: 7px;
@@ -377,6 +371,8 @@ div.body p.centered {
 
 div.sidebar > :last-child,
 aside.sidebar > :last-child,
+nav.contents > :last-child,
+aside.topic > :last-child,
 div.topic > :last-child,
 div.admonition > :last-child {
     margin-bottom: 0;
@@ -384,6 +380,8 @@ div.admonition > :last-child {
 
 div.sidebar::after,
 aside.sidebar::after,
+nav.contents::after,
+aside.topic::after,
 div.topic::after,
 div.admonition::after,
 blockquote::after {
@@ -608,19 +606,26 @@ ol.simple p,
 ul.simple p {
     margin-bottom: 0;
 }
-dl.footnote > dt,
-dl.citation > dt {
+aside.footnote > span,
+div.citation > span {
     float: left;
-    margin-right: 0.5em;
 }
-
-dl.footnote > dd,
-dl.citation > dd {
+aside.footnote > span:last-of-type,
+div.citation > span:last-of-type {
+  padding-right: 0.5em;
+}
+aside.footnote > p {
+  margin-left: 2em;
+}
+div.citation > p {
+  margin-left: 4em;
+}
+aside.footnote > p:last-of-type,
+div.citation > p:last-of-type {
     margin-bottom: 0em;
 }
-
-dl.footnote > dd:after,
-dl.citation > dd:after {
+aside.footnote > p:last-of-type:after,
+div.citation > p:last-of-type:after {
     content: "";
     clear: both;
 }
@@ -636,10 +641,6 @@ dl.field-list > dt {
     padding-left: 0.5em;
     padding-right: 5px;
 }
-dl.field-list > dt:after {
-    content: ":";
-}
-
 
 dl.field-list > dd {
     padding-left: 0.5em;
diff --git a/docs/_static/pygments.css b/docs/_static/pygments.css
index 0d49244..691aeb8 100644
--- a/docs/_static/pygments.css
+++ b/docs/_static/pygments.css
@@ -17,7 +17,6 @@ span.linenos.special { color: #000000; background-color: #ffffc0; padding-left:
 .highlight .cs { color: #408090; background-color: #fff0f0 } /* Comment.Special */
 .highlight .gd { color: #A00000 } /* Generic.Deleted */
 .highlight .ge { font-style: italic } /* Generic.Emph */
-.highlight .ges { font-weight: bold; font-style: italic } /* Generic.EmphStrong */
 .highlight .gr { color: #FF0000 } /* Generic.Error */
 .highlight .gh { color: #000080; font-weight: bold } /* Generic.Heading */
 .highlight .gi { color: #00A000 } /* Generic.Inserted */
diff --git a/docs/developer_guide/intro.html b/docs/developer_guide/intro.html
index 21e0d00..8da2214 100644
--- a/docs/developer_guide/intro.html
+++ b/docs/developer_guide/intro.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>Introduction &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,11 +243,11 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="introduction">
+  <section id="introduction">
 <h1>Introduction<a class="headerlink" href="#introduction" title="Permalink to this heading">¶</a></h1>
 <div class="toctree-wrapper compound">
 </div>
-<div class="section" id="raison-d-etre">
+<section id="raison-d-etre">
 <h2>Raison d’etre<a class="headerlink" href="#raison-d-etre" title="Permalink to this heading">¶</a></h2>
 <p>The OLCF Test Harness, hereafter referred as the Harness, is used for OLCF
 machine acceptances, and is generally designed for Linux
@@ -255,8 +256,8 @@ <h2>Raison d’etre<a class="headerlink" href="#raison-d-etre" title="Permalink
 testing. This is accomplished by repeatedly building applications, submitting these
 applications’ jobs to the job scheduler (PBS, LSF, etc.), and recording the
 results of the applications’ builds and runs.</p>
-</div>
-<div class="section" id="organizational-structure">
+</section>
+<section id="organizational-structure">
 <h2>Organizational Structure<a class="headerlink" href="#organizational-structure" title="Permalink to this heading">¶</a></h2>
 <p>The Harness top-level directory contains the directory <em>.git</em> and is hereafter
 referred to as <em>olcf-test-harness</em>. The Harness organization structure has 4
@@ -278,8 +279,8 @@ <h2>Organizational Structure<a class="headerlink" href="#organizational-structur
     `-- modulefiles/
 </pre></div>
 </div>
-</div>
-<div class="section" id="prequisites">
+</section>
+<section id="prequisites">
 <h2>Prequisites<a class="headerlink" href="#prequisites" title="Permalink to this heading">¶</a></h2>
 <p>The harness requires:</p>
 <blockquote>
@@ -293,16 +294,16 @@ <h2>Prequisites<a class="headerlink" href="#prequisites" title="Permalink to thi
 <li><p>GitLab CI/CD</p></li>
 </ul>
 </div></blockquote>
-</div>
-<div class="section" id="indices-and-tables">
+</section>
+<section id="indices-and-tables">
 <h2>Indices and tables<a class="headerlink" href="#indices-and-tables" title="Permalink to this heading">¶</a></h2>
 <ul class="simple">
 <li><p><a class="reference internal" href="../genindex.html"><span class="std std-ref">Index</span></a></p></li>
 <li><p><a class="reference internal" href="../py-modindex.html"><span class="std std-ref">Module Index</span></a></p></li>
 <li><p><a class="reference internal" href="../search.html"><span class="std std-ref">Search Page</span></a></p></li>
 </ul>
-</div>
-</div>
+</section>
+</section>
 
 
            </div>
diff --git a/docs/developer_guide/modules.html b/docs/developer_guide/modules.html
index e484af9..8407a1d 100644
--- a/docs/developer_guide/modules.html
+++ b/docs/developer_guide/modules.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>harness &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,11 +243,11 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="harness">
+  <section id="harness">
 <h1>harness<a class="headerlink" href="#harness" title="Permalink to this heading">¶</a></h1>
 <div class="toctree-wrapper compound">
 </div>
-</div>
+</section>
 
 
            </div>
diff --git a/docs/developer_guide/modules/create_alt_config_file.html b/docs/developer_guide/modules/create_alt_config_file.html
index 72307ef..01efac0 100644
--- a/docs/developer_guide/modules/create_alt_config_file.html
+++ b/docs/developer_guide/modules/create_alt_config_file.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>create_alt_config_file.py Module Documentation &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,9 +243,9 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="create-alt-config-file-py-module-documentation">
+  <section id="create-alt-config-file-py-module-documentation">
 <span id="create-alt-config-file-module"></span><h1>create_alt_config_file.py Module Documentation<a class="headerlink" href="#create-alt-config-file-py-module-documentation" title="Permalink to this heading">¶</a></h1>
-<span class="target" id="module-create_alt_config_file"></span></div>
+<span class="target" id="module-create_alt_config_file"></span></section>
 
 
            </div>
diff --git a/docs/developer_guide/modules/layout_of_apps_directory.html b/docs/developer_guide/modules/layout_of_apps_directory.html
index a055c01..10b0ec6 100644
--- a/docs/developer_guide/modules/layout_of_apps_directory.html
+++ b/docs/developer_guide/modules/layout_of_apps_directory.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>layout_of_apps_directory.py Module Documentation &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,9 +243,9 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="layout-of-apps-directory-py-module-documentation">
+  <section id="layout-of-apps-directory-py-module-documentation">
 <span id="layout-of-apps-directory-module"></span><h1>layout_of_apps_directory.py Module Documentation<a class="headerlink" href="#layout-of-apps-directory-py-module-documentation" title="Permalink to this heading">¶</a></h1>
-<span class="target" id="module-layout_of_apps_directory"></span></div>
+<span class="target" id="module-layout_of_apps_directory"></span></section>
 
 
            </div>
diff --git a/docs/developer_guide/modules/repositories/git_repository.html b/docs/developer_guide/modules/repositories/git_repository.html
index 93401b8..80c3e6b 100644
--- a/docs/developer_guide/modules/repositories/git_repository.html
+++ b/docs/developer_guide/modules/repositories/git_repository.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>git_repository Module Documentation &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../../../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../../../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../../../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../../../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../../../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,7 +243,7 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="git-repository-module-documentation">
+  <section id="git-repository-module-documentation">
 <span id="git-repository-module"></span><h1>git_repository Module Documentation<a class="headerlink" href="#git-repository-module-documentation" title="Permalink to this heading">¶</a></h1>
 <div class="toctree-wrapper compound">
 </div>
@@ -251,7 +252,7 @@
 <em class="property"><span class="pre">class</span><span class="w"> </span></em><span class="sig-name descname"><span class="pre">GitRepository</span></span><span class="sig-paren">(</span><em class="sig-param"><span class="n"><span class="pre">git_remote_repository_url</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">None</span></span></em>, <em class="sig-param"><span class="n"><span class="pre">my_repository_branch</span></span><span class="o"><span class="pre">=</span></span><span class="default_value"><span class="pre">'master'</span></span></em><span class="sig-paren">)</span><a class="headerlink" href="#git_repository.GitRepository" title="Permalink to this definition">¶</a></dt>
 <dd><p>This class encapsulates the data transfer from the remote git repository</p>
 <dl class="field-list simple">
-<dt class="field-odd">Parameters</dt>
+<dt class="field-odd">Parameters<span class="colon">:</span></dt>
 <dd class="field-odd"><ul class="simple">
 <li><p><strong>git_remote_repository_url</strong> (<em>str</em>) – A string that is URL for cloning the repository.</p></li>
 <li><p><strong>my_repository_branch</strong> (<em>str</em>) – A string that is the branch of the remote repository.</p></li>
@@ -309,7 +310,7 @@
 <span class="sig-name descname"><span class="pre">get_repository_git_branch</span></span><span class="sig-paren">(</span><span class="sig-paren">)</span><a class="headerlink" href="#git_repository.get_repository_git_branch" title="Permalink to this definition">¶</a></dt>
 <dd></dd></dl>
 
-</div>
+</section>
 
 
            </div>
diff --git a/docs/developer_guide/modules/runtests.html b/docs/developer_guide/modules/runtests.html
index 39ad62f..9ac5b8c 100644
--- a/docs/developer_guide/modules/runtests.html
+++ b/docs/developer_guide/modules/runtests.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>runtests.py Module Documentation &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,9 +243,9 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="runtests-py-module-documentation">
+  <section id="runtests-py-module-documentation">
 <span id="runtests-module"></span><h1>runtests.py Module Documentation<a class="headerlink" href="#runtests-py-module-documentation" title="Permalink to this heading">¶</a></h1>
-<span class="target" id="module-runtests"></span></div>
+<span class="target" id="module-runtests"></span></section>
 
 
            </div>
diff --git a/docs/developer_guide/notational_conventions.html b/docs/developer_guide/notational_conventions.html
index 14b50a2..f117ff5 100644
--- a/docs/developer_guide/notational_conventions.html
+++ b/docs/developer_guide/notational_conventions.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>Notational Conventions &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,7 +243,7 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="notational-conventions">
+  <section id="notational-conventions">
 <h1>Notational Conventions<a class="headerlink" href="#notational-conventions" title="Permalink to this heading">¶</a></h1>
 <div class="toctree-wrapper compound">
 </div>
@@ -271,15 +272,15 @@ <h1>Notational Conventions<a class="headerlink" href="#notational-conventions" t
 <blockquote>
 <div><p><strong>./helloWorld.sh</strong></p>
 </div></blockquote>
-<div class="section" id="indices-and-tables">
+<section id="indices-and-tables">
 <h2>Indices and tables<a class="headerlink" href="#indices-and-tables" title="Permalink to this heading">¶</a></h2>
 <ul class="simple">
 <li><p><a class="reference internal" href="../genindex.html"><span class="std std-ref">Index</span></a></p></li>
 <li><p><a class="reference internal" href="../py-modindex.html"><span class="std std-ref">Module Index</span></a></p></li>
 <li><p><a class="reference internal" href="../search.html"><span class="std std-ref">Search Page</span></a></p></li>
 </ul>
-</div>
-</div>
+</section>
+</section>
 
 
            </div>
diff --git a/docs/developer_guide/packages.html b/docs/developer_guide/packages.html
index 6942e8f..b224f81 100644
--- a/docs/developer_guide/packages.html
+++ b/docs/developer_guide/packages.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>NCCS Harness Python Packages &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,7 +243,7 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="nccs-harness-python-packages">
+  <section id="nccs-harness-python-packages">
 <h1>NCCS Harness Python Packages<a class="headerlink" href="#nccs-harness-python-packages" title="Permalink to this heading">¶</a></h1>
 <div class="toctree-wrapper compound">
 <ul>
@@ -250,7 +251,7 @@ <h1>NCCS Harness Python Packages<a class="headerlink" href="#nccs-harness-python
 <li class="toctree-l1"><a class="reference internal" href="packages/bin.html">NCCS Harness bin package</a></li>
 </ul>
 </div>
-</div>
+</section>
 
 
            </div>
diff --git a/docs/developer_guide/packages/bin.html b/docs/developer_guide/packages/bin.html
index e2dfbb7..0c818c2 100644
--- a/docs/developer_guide/packages/bin.html
+++ b/docs/developer_guide/packages/bin.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>NCCS Harness bin package &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,22 +243,22 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="nccs-harness-bin-package">
+  <section id="nccs-harness-bin-package">
 <h1>NCCS Harness bin package<a class="headerlink" href="#nccs-harness-bin-package" title="Permalink to this heading">¶</a></h1>
 <div class="toctree-wrapper compound">
 </div>
-<div class="section" id="intoduction">
+<section id="intoduction">
 <h2>Intoduction<a class="headerlink" href="#intoduction" title="Permalink to this heading">¶</a></h2>
 <p>This packages provides binaries to to perform harness tasks.
 The major binary is the runtests.py module. The module is the
 entry point for running the harness.</p>
-</div>
-<div class="section" id="modules">
+</section>
+<section id="modules">
 <h2>Modules<a class="headerlink" href="#modules" title="Permalink to this heading">¶</a></h2>
 <p><a class="reference internal" href="../modules/runtests.html#runtests-module"><span class="std std-ref">runtests.py Module Documentation</span></a>
 <a class="reference internal" href="../modules/create_alt_config_file.html#create-alt-config-file-module"><span class="std std-ref">create_alt_config_file.py Module Documentation</span></a></p>
-</div>
-</div>
+</section>
+</section>
 
 
            </div>
diff --git a/docs/developer_guide/packages/repositories.html b/docs/developer_guide/packages/repositories.html
index 54845bc..3a3cd4a 100644
--- a/docs/developer_guide/packages/repositories.html
+++ b/docs/developer_guide/packages/repositories.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>NCCS Harness repositories package &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,17 +243,17 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="nccs-harness-repositories-package">
+  <section id="nccs-harness-repositories-package">
 <h1>NCCS Harness repositories package<a class="headerlink" href="#nccs-harness-repositories-package" title="Permalink to this heading">¶</a></h1>
 <div class="toctree-wrapper compound">
 </div>
-<div class="section" id="intoduction">
+<section id="intoduction">
 <h2>Intoduction<a class="headerlink" href="#intoduction" title="Permalink to this heading">¶</a></h2>
 <p>This package provides the harness the functionality to clone the repositories
 that contain the applications and tests. Currently only git repositories are supported, and
 the git commands be passwordless authentication.</p>
-</div>
-<div class="section" id="prerequisite-environmental-variables">
+</section>
+<section id="prerequisite-environmental-variables">
 <h2>Prerequisite Environmental Variables<a class="headerlink" href="#prerequisite-environmental-variables" title="Permalink to this heading">¶</a></h2>
 <p>The following environmental variable must be set:</p>
 <ul>
@@ -272,8 +273,8 @@ <h2>Prerequisite Environmental Variables<a class="headerlink" href="#prerequisit
 <li><p><strong>RGT_GIT_MACHINE_NAME</strong> : The machine name part of the application URL</p></li>
 <li><p><strong>RGT_GIT_REPS_BRANCH</strong> : The branch of the repository to check out.</p></li>
 </ul>
-</div>
-<div class="section" id="examples">
+</section>
+<section id="examples">
 <h2>Examples<a class="headerlink" href="#examples" title="Permalink to this heading">¶</a></h2>
 <p>Consider the following test repository “<a class="reference external" href="https://gitlab.ccs.ornl.gov/olcf-system-test/applications/summit/HelloWorld">https://gitlab.ccs.ornl.gov/olcf-system-test/applications/summit/HelloWorld</a>”
 located on the git server “<a class="reference external" href="https://gitlab.ccs.ornl.gov">https://gitlab.ccs.ornl.gov</a>”. We will use the ssh data transfer protocol and checkout
@@ -292,12 +293,12 @@ <h2>Examples<a class="headerlink" href="#examples" title="Permalink to this head
 <span class="n">RGT_GIT_MACHINE_NAME</span><span class="o">=</span><span class="s1">&#39;summit&#39;</span>
 </pre></div>
 </div>
-</div>
-<div class="section" id="modules">
+</section>
+<section id="modules">
 <h2>Modules<a class="headerlink" href="#modules" title="Permalink to this heading">¶</a></h2>
 <p><a class="reference internal" href="../modules/repositories/git_repository.html#git-repository-module"><span class="std std-ref">git_repository Module Documentation</span></a></p>
-</div>
-</div>
+</section>
+</section>
 
 
            </div>
diff --git a/docs/developer_guide/references.html b/docs/developer_guide/references.html
index c0e41fd..5974b85 100644
--- a/docs/developer_guide/references.html
+++ b/docs/developer_guide/references.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>References &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,14 +243,15 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="references">
+  <section id="references">
 <h1>References<a class="headerlink" href="#references" title="Permalink to this heading">¶</a></h1>
-<dl class="citation">
-<dt class="label" id="nr1998"><span class="brackets">NR1998</span></dt>
-<dd><p>Newham, C., &amp; Rosenblatt, B. (1998). Learning the bash Shell, 3rd edition. Sesbastopol, USA: O’Reilly</p>
-</dd>
-</dl>
+<div role="list" class="citation-list">
+<div class="citation" id="nr1998" role="doc-biblioentry">
+<span class="label"><span class="fn-bracket">[</span>NR1998<span class="fn-bracket">]</span></span>
+<p>Newham, C., &amp; Rosenblatt, B. (1998). Learning the bash Shell, 3rd edition. Sesbastopol, USA: O’Reilly</p>
+</div>
 </div>
+</section>
 
 
            </div>
diff --git a/docs/developer_guide/unit_test_framework.html b/docs/developer_guide/unit_test_framework.html
index 1fd6c2b..7385d1e 100644
--- a/docs/developer_guide/unit_test_framework.html
+++ b/docs/developer_guide/unit_test_framework.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>Git Unit Test Framework &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,13 +243,13 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="git-unit-test-framework">
+  <section id="git-unit-test-framework">
 <h1>Git Unit Test Framework<a class="headerlink" href="#git-unit-test-framework" title="Permalink to this heading">¶</a></h1>
 <p>The Harness unit testing framework uses Python’s pytest module
 to implement the unit tests, and GitLab’s CI/CD service to run
 the tests. The unit tests can also be ran without GitLabs CI/CD
 service.</p>
-<div class="section" id="organizational-structure">
+<section id="organizational-structure">
 <h2>Organizational Structure<a class="headerlink" href="#organizational-structure" title="Permalink to this heading">¶</a></h2>
 <p>The source for the Harness unit tests are located in directory
 <em>olcf-test-harness/ci_testing_utilities</em>. The main driver scripts to run the
@@ -284,10 +285,10 @@ <h2>Organizational Structure<a class="headerlink" href="#organizational-structur
     `-- GenericMachine-GenericConfigTag.unit_tests.lua
 </pre></div>
 </div>
-</div>
-<div class="section" id="setting-up-the-harness-unit-testing-runtime-environment">
+</section>
+<section id="setting-up-the-harness-unit-testing-runtime-environment">
 <h2>Setting Up the Harness Unit Testing Runtime Environment<a class="headerlink" href="#setting-up-the-harness-unit-testing-runtime-environment" title="Permalink to this heading">¶</a></h2>
-<div class="section" id="generic-tests">
+<section id="generic-tests">
 <h3>Generic Tests<a class="headerlink" href="#generic-tests" title="Permalink to this heading">¶</a></h3>
 <p>To set up the runtime environment to run the generic
 Harness unit tests, within directory <em>olcf-test-harness</em>
@@ -297,8 +298,8 @@ <h3>Generic Tests<a class="headerlink" href="#generic-tests" title="Permalink to
 <p><strong>module \-\-ignore-cache use modulefiles</strong></p>
 <p><strong>module load olcf_harness</strong></p>
 </div></blockquote>
-</div>
-<div class="section" id="machine-specific-tests">
+</section>
+<section id="machine-specific-tests">
 <h3>Machine Specific Tests<a class="headerlink" href="#machine-specific-tests" title="Permalink to this heading">¶</a></h3>
 <p>To set up the runtime environment to run the machine specific
 Harness unit tests, within directory <em>olcf-test-harness</em>
@@ -310,18 +311,18 @@ <h3>Machine Specific Tests<a class="headerlink" href="#machine-specific-tests" t
 <p><strong>export HUT_MACHINE_NAME &lt;The machine name&gt;</strong></p>
 <p><strong>export HUT_CONFIG_TAG &lt;The config tag for the machine&gt;</strong></p>
 </div></blockquote>
-</div>
-</div>
-<div class="section" id="running-the-harness-unit-tests">
+</section>
+</section>
+<section id="running-the-harness-unit-tests">
 <h2>Running the Harness Unit Tests<a class="headerlink" href="#running-the-harness-unit-tests" title="Permalink to this heading">¶</a></h2>
-<div class="section" id="id1">
+<section id="id1">
 <h3>Generic Tests<a class="headerlink" href="#id1" title="Permalink to this heading">¶</a></h3>
 <p>To run the generic unit tests run the command:</p>
 <blockquote>
 <div><p><strong>run_generic_unit_tests.py</strong></p>
 </div></blockquote>
-</div>
-<div class="section" id="id2">
+</section>
+<section id="id2">
 <h3>Machine Specific Tests<a class="headerlink" href="#id2" title="Permalink to this heading">¶</a></h3>
 <p>To run the machine specific unit tests, appropiately define the environmental
 variables <em>HUT_MACHINE_NAME</em> and <em>HUT_CONFIG_TAG</em>, then run the command:</p>
@@ -329,9 +330,9 @@ <h3>Machine Specific Tests<a class="headerlink" href="#id2" title="Permalink to
 <div><p><strong>run_machine_specific_unit_tests.py</strong></p>
 </div></blockquote>
 <p>See ?? for a list of machine names and config tags.</p>
-</div>
-</div>
-<div class="section" id="harness-unit-testing-api">
+</section>
+</section>
+<section id="harness-unit-testing-api">
 <h2>Harness Unit Testing API<a class="headerlink" href="#harness-unit-testing-api" title="Permalink to this heading">¶</a></h2>
 <div class="toctree-wrapper compound">
 <ul>
@@ -339,8 +340,8 @@ <h2>Harness Unit Testing API<a class="headerlink" href="#harness-unit-testing-ap
 <li class="toctree-l1"><a class="reference internal" href="unit_test_framework/pytest_test_framework.html">Usage and Developer Documentation for Harness’ pytest Unit Tests</a></li>
 </ul>
 </div>
-</div>
-</div>
+</section>
+</section>
 
 
            </div>
diff --git a/docs/developer_guide/unit_test_framework/git_ci_test_framework.html b/docs/developer_guide/unit_test_framework/git_ci_test_framework.html
index ffb2c98..0bf8894 100644
--- a/docs/developer_guide/unit_test_framework/git_ci_test_framework.html
+++ b/docs/developer_guide/unit_test_framework/git_ci_test_framework.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>Usage and Developer Documentation for GitLab CI/CD &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,12 +243,12 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="usage-and-developer-documentation-for-gitlab-ci-cd">
+  <section id="usage-and-developer-documentation-for-gitlab-ci-cd">
 <h1>Usage and Developer Documentation for GitLab CI/CD<a class="headerlink" href="#usage-and-developer-documentation-for-gitlab-ci-cd" title="Permalink to this heading">¶</a></h1>
 <div class="toctree-wrapper compound">
 </div>
 <p>Stud text for git ci test framework.</p>
-</div>
+</section>
 
 
            </div>
diff --git a/docs/developer_guide/unit_test_framework/pytest_test_framework.html b/docs/developer_guide/unit_test_framework/pytest_test_framework.html
index f96df10..5ee75a5 100644
--- a/docs/developer_guide/unit_test_framework/pytest_test_framework.html
+++ b/docs/developer_guide/unit_test_framework/pytest_test_framework.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>Usage and Developer Documentation for Harness’ pytest Unit Tests &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -108,7 +109,7 @@
 <li class="toctree-l1"><a class="reference internal" href="../../user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="../../user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="../../user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="../../user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -242,11 +243,11 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="usage-and-developer-documentation-for-harness-pytest-unit-tests">
+  <section id="usage-and-developer-documentation-for-harness-pytest-unit-tests">
 <h1>Usage and Developer Documentation for Harness’ pytest Unit Tests<a class="headerlink" href="#usage-and-developer-documentation-for-harness-pytest-unit-tests" title="Permalink to this heading">¶</a></h1>
 <div class="toctree-wrapper compound">
 </div>
-</div>
+</section>
 
 
            </div>
diff --git a/docs/genindex.html b/docs/genindex.html
index 21e79bb..66c60ec 100644
--- a/docs/genindex.html
+++ b/docs/genindex.html
@@ -108,7 +108,7 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
diff --git a/docs/index.html b/docs/index.html
index 37d5ffd..22d2fce 100644
--- a/docs/index.html
+++ b/docs/index.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>OLCF Test Harness Documentation &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -109,7 +110,7 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -243,7 +244,7 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="olcf-test-harness-documentation">
+  <section id="olcf-test-harness-documentation">
 <h1>OLCF Test Harness Documentation<a class="headerlink" href="#olcf-test-harness-documentation" title="Permalink to this heading">¶</a></h1>
 <div class="toctree-wrapper compound">
 <p class="caption" role="heading"><span class="caption-text">User Guide</span></p>
@@ -292,15 +293,15 @@ <h1>OLCF Test Harness Documentation<a class="headerlink" href="#olcf-test-harnes
 </li>
 </ul>
 </div>
-</div>
-<div class="section" id="indices-and-tables">
+</section>
+<section id="indices-and-tables">
 <h1>Indices and tables<a class="headerlink" href="#indices-and-tables" title="Permalink to this heading">¶</a></h1>
 <ul class="simple">
 <li><p><a class="reference internal" href="genindex.html"><span class="std std-ref">Index</span></a></p></li>
 <li><p><a class="reference internal" href="py-modindex.html"><span class="std std-ref">Module Index</span></a></p></li>
 <li><p><a class="reference internal" href="search.html"><span class="std std-ref">Search Page</span></a></p></li>
 </ul>
-</div>
+</section>
 
 
            </div>
diff --git a/docs/py-modindex.html b/docs/py-modindex.html
index 63c77db..9149f0d 100644
--- a/docs/py-modindex.html
+++ b/docs/py-modindex.html
@@ -115,7 +115,7 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
diff --git a/docs/search.html b/docs/search.html
index 28612df..72459b1 100644
--- a/docs/search.html
+++ b/docs/search.html
@@ -111,7 +111,7 @@
 <li class="toctree-l1"><a class="reference internal" href="user_guide/launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="user_guide/launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="user_guide/launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="user_guide/launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="user_guide/launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="user_guide/launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
diff --git a/docs/searchindex.js b/docs/searchindex.js
index 1982b6c..170226e 100644
--- a/docs/searchindex.js
+++ b/docs/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"docnames": ["developer_guide/intro", "developer_guide/modules", "developer_guide/modules/create_alt_config_file", "developer_guide/modules/layout_of_apps_directory", "developer_guide/modules/repositories/git_repository", "developer_guide/modules/runtests", "developer_guide/notational_conventions", "developer_guide/packages", "developer_guide/packages/bin", "developer_guide/packages/repositories", "developer_guide/references", "developer_guide/unit_test_framework", "developer_guide/unit_test_framework/git_ci_test_framework", "developer_guide/unit_test_framework/pytest_test_framework", "index", "user_guide/adding_new_machine", "user_guide/adding_new_test", "user_guide/contributing", "user_guide/envvars", "user_guide/extensions", "user_guide/launching", "user_guide/overview"], "filenames": ["developer_guide/intro.rst", "developer_guide/modules.rst", "developer_guide/modules/create_alt_config_file.rst", "developer_guide/modules/layout_of_apps_directory.rst", "developer_guide/modules/repositories/git_repository.rst", "developer_guide/modules/runtests.rst", "developer_guide/notational_conventions.rst", "developer_guide/packages.rst", "developer_guide/packages/bin.rst", "developer_guide/packages/repositories.rst", "developer_guide/references.rst", "developer_guide/unit_test_framework.rst", "developer_guide/unit_test_framework/git_ci_test_framework.rst", "developer_guide/unit_test_framework/pytest_test_framework.rst", "index.rst", "user_guide/adding_new_machine.rst", "user_guide/adding_new_test.rst", "user_guide/contributing.rst", "user_guide/envvars.rst", "user_guide/extensions.rst", "user_guide/launching.rst", "user_guide/overview.rst"], "titles": ["Introduction", "harness", "create_alt_config_file.py Module Documentation", "layout_of_apps_directory.py Module Documentation", "git_repository Module Documentation", "runtests.py Module Documentation", "Notational Conventions", "NCCS Harness Python Packages", "NCCS Harness bin package", "NCCS Harness repositories package", "References", "Git Unit Test Framework", "Usage and Developer Documentation for GitLab CI/CD", "Usage and Developer Documentation for Harness\u2019 pytest Unit Tests", "OLCF Test Harness Documentation", "Adding a New Machine", "Adding a New Test", "Contributing", "Environment Variables", "Extensions", "Quick-Start Guide", "Overview of the Test Harness"], "terms": {"The": [0, 4, 6, 8, 9, 11, 15, 16, 17, 18, 19, 20, 21], "olcf": [0, 9, 11, 16, 17, 18, 19, 20, 21], "test": [0, 9, 12, 15, 17, 18, 19], "har": [0, 15, 16, 17, 18, 19], "hereaft": 0, "refer": 0, "i": [0, 4, 6, 8, 9, 15, 16, 17, 18, 19, 20, 21], "us": [0, 6, 9, 11, 15, 17, 18, 19, 21], "machin": [0, 9, 14, 16, 17, 18, 19, 20], "accept": [0, 20], "gener": [0, 16, 18, 20], "design": [0, 16, 20], "linux": [0, 16], "unix": [0, 6], "like": [0, 16, 17, 19, 20], "oper": [0, 21], "system": [0, 9, 15, 16, 18, 19, 20, 21], "goal": 0, "replic": 0, "user": [0, 6, 15, 16, 18, 19, 20, 21], "develop": [0, 11, 16, 17, 19], "product": [0, 18, 21], "environ": [0, 14, 15, 17, 19], "valid": [0, 16], "stress": 0, "thi": [0, 4, 8, 9, 15, 16, 17, 18, 19, 20], "accomplish": [0, 16], "repeatedli": 0, "build": [0, 15, 18, 19, 21], "applic": [0, 9, 14, 15, 18, 21], "submit": [0, 15, 16, 17, 18, 19], "job": [0, 15, 18, 19, 20, 21], "schedul": [0, 15, 16, 17, 18, 19, 20], "pb": [0, 15, 18], "lsf": [0, 15, 16, 18], "etc": [0, 19], "record": [0, 19], "result": [0, 16, 19, 20, 21], "run": [0, 6, 8, 14, 15, 16, 17, 19, 21], "top": [0, 16, 20], "level": [0, 16, 20], "directori": [0, 6, 11, 15, 16, 18, 19, 20], "contain": [0, 9, 11, 15, 16, 17, 18, 19, 20], "git": [0, 4, 9, 12, 15, 16, 17, 18, 20], "organ": [0, 18], "ha": [0, 16, 19, 21], "4": [0, 15, 16, 17, 19, 20], "part": [0, 9], "first": [0, 16, 19, 20], "python": [0, 11, 16], "file": [0, 6, 11, 15, 16, 17, 18, 19, 21], "These": [0, 11, 15, 16, 18, 19, 20], "ar": [0, 6, 9, 11, 15, 16, 17, 18, 19, 20], "predominantli": 0, "locat": [0, 9, 11, 15, 16, 18, 19, 20], "second": [0, 16, 19], "runtim": 0, "configur": [0, 14, 16, 17, 19, 20], "variou": 0, "modulefil": [0, 11, 16, 20], "config": [0, 11, 15, 20], "third": 0, "unit": 0, "ci": [0, 11], "ci_testing_util": [0, 11], "fourth": 0, "document": [0, 8, 9, 11, 16], "doc": 0, "sphinx": 0, "requir": [0, 11, 14, 15, 18, 19], "3": [0, 16, 19], "6": [0, 15], "greater": 0, "need": [0, 9, 11, 15, 16, 18], "lmod": 0, "modul": [0, 6, 11, 14, 15, 16, 18, 20], "bash": [0, 6, 10, 16, 19], "shell": [0, 6, 10, 16], "via": [0, 18, 20], "sourc": [0, 11, 14, 18, 19, 20], "control": [0, 21], "gitlab": [0, 9, 11, 16, 20], "cd": [0, 11, 16, 17, 20], "index": [0, 6, 14, 19], "search": [0, 6, 14, 19], "page": [0, 6, 14, 17], "class": [4, 17], "gitrepositori": 4, "git_remote_repository_url": 4, "none": [4, 18, 19], "my_repository_branch": 4, "master": [4, 9, 15, 18], "encapsul": 4, "data": [4, 9, 18, 19, 20], "transfer": [4, 9], "from": [4, 14, 15, 17, 18, 19, 20], "remot": [4, 9, 15, 17, 20], "repositori": [4, 7, 14, 15, 17, 18, 20], "paramet": [4, 15, 17], "str": 4, "A": [4, 15, 17, 18, 19, 21], "string": [4, 15, 18, 19], "url": [4, 9, 15, 18, 19], "clone": [4, 9, 15, 17, 18, 20], "branch": [4, 9, 15, 17, 18, 20], "properti": 4, "binarynam": 4, "name": [4, 9, 11, 15, 16, 17, 18, 19, 20], "binari": [4, 8, 16], "repository_branch": 4, "remote_repository_url": 4, "clonerepositori": 4, "destination_directori": 4, "destination_dir": 4, "must": [4, 9, 16, 18, 19, 20], "get_type_of_repositori": 4, "get_application_parent_directori": 4, "get_fully_qualified_url_of_application_parent_directori": 4, "get_repository_url_of_appl": 4, "get_repository_git_branch": 4, "we": [6, 9, 15, 16, 20], "shall": 6, "adopt": 6, "book": 6, "learn": [6, 10], "nr1998": [6, 10], "ital": 6, "font": 6, "filenam": 6, "non": [6, 16, 17], "command": [6, 9, 11, 16, 17, 18, 21], "function": [6, 9, 16], "bold": 6, "built": [6, 16], "variabl": [6, 11, 14, 15, 17, 19, 20], "option": [6, 15, 16, 18, 19, 21], "line": [6, 16, 17, 18, 19, 21], "when": [6, 15, 16, 18, 19, 20], "thei": [6, 16], "within": [6, 11, 16], "regular": 6, "text": [6, 12], "type": [6, 9, 15, 18, 19], "constant": 6, "width": 6, "content": [6, 16, 17, 19], "follow": [6, 9, 11, 15, 16, 17, 19, 20, 21], "demonstr": 6, "some": [6, 15, 16, 19, 20], "creat": [6, 14, 16, 17, 18, 19, 20], "program": [6, 16, 21], "call": [6, 16, 19], "hellowold": 6, "sh": [6, 16], "vi": 6, "editor": 6, "usr": [6, 16], "bin": [6, 7, 11, 16], "env": [6, 16], "declar": 6, "gr": 6, "messag": [6, 17, 19, 20], "hello": [6, 16], "world": [6, 16], "printf": [6, 16], "": [6, 11, 15, 16, 17, 18, 20], "n": [6, 16, 18, 19], "It": [6, 16, 19], "necessari": 6, "set": [6, 9, 15, 17, 18, 19, 20, 21], "execut": [6, 14, 16, 19, 20], "permiss": 6, "helloworld": [6, 9], "chmod": 6, "x": [6, 16], "after": [6, 20], "provid": [8, 9, 15, 16, 17, 18, 19, 20, 21], "perform": [8, 16, 19], "task": [8, 16, 20], "major": 8, "runtest": [8, 17, 20, 21], "py": [8, 11, 16, 17, 19, 20, 21], "entri": [8, 16], "point": [8, 17], "create_alt_config_fil": 8, "current": [9, 15, 16, 17, 18, 20], "onli": [9, 15, 16, 18, 19], "support": [9, 15, 17, 18, 19, 20, 21], "passwordless": 9, "authent": [9, 18], "rgt_type_of_repositori": [9, 18], "permit": 9, "valu": [9, 16, 18, 19, 20], "rgt_git_data_transfer_protocol": [9, 18], "protocol": [9, 15, 18], "ssh": [9, 15, 18], "rgt_git_https_server_url": [9, 18], "base": [9, 16], "http": [9, 15, 17, 18, 19, 20], "rgt_git_ssh_server_url": [9, 18], "rgt_git_server_application_parent_dir": [9, 18], "parent": [9, 18], "rgt_git_machine_nam": [9, 18], "rgt_git_reps_branch": [9, 18, 20], "check": [9, 14, 18, 21], "out": [9, 20], "consid": [9, 18], "cc": 9, "ornl": 9, "gov": 9, "summit": 9, "server": [9, 18, 20], "checkout": [9, 15, 17, 20], "As": [9, 16], "given": [9, 16], "abov": [9, 16], "git_repositori": 9, "newham": 10, "c": [10, 16, 20], "rosenblatt": 10, "b": [10, 17], "1998": 10, "3rd": 10, "edit": [10, 17], "sesbastopol": 10, "usa": 10, "o": [10, 16, 19, 20], "reilli": 10, "pytest": 11, "implement": [11, 17], "servic": 11, "can": [11, 15, 16, 18, 19, 20], "also": [11, 15, 16, 18, 19, 20], "ran": [11, 16], "without": 11, "main": [11, 16], "driver": [11, 20], "script": [11, 14, 15, 18, 19, 20, 21], "harness_unit_test": 11, "an": [11, 15, 16, 17, 18, 19, 20], "eponym": 11, "subdirectori": [11, 16], "For": [11, 15, 16, 17, 18, 19, 20], "ascent": 11, "its": [11, 16, 21], "tet": 11, "input_fil": 11, "input": [11, 14, 15, 17, 20, 21], "sometim": 11, "fixtur": 11, "lastli": 11, "runtime_environ": 11, "__init__": 11, "run_generic_unit_test": 11, "run_machine_specific_unit_test": 11, "__pycache__": 11, "harness_unittests_except": 11, "harness_unittests_log": 11, "test_concurr": 11, "test_runtest": 11, "olcf5_accept": 11, "unit_test": 11, "lua": 11, "genericmachin": 11, "genericconfigtag": 11, "To": [11, 16, 17, 18, 19, 20], "one": [11, 16, 18, 19, 20], "do": [11, 15, 16, 17, 18], "export": [11, 16, 19, 20], "olcf_harness_dir": [11, 15, 16, 20], "pwd": [11, 16, 20], "ignor": [11, 16], "cach": 11, "load": [11, 16, 20], "olcf_har": [11, 16, 20], "hut_machine_nam": 11, "hut_config_tag": 11, "tag": [11, 15, 18, 19], "appropi": 11, "defin": [11, 15, 18, 19, 20], "environment": 11, "see": [11, 15, 16, 19, 20], "list": [11, 16, 19, 20, 21], "usag": [11, 15, 17], "stud": 12, "framework": 12, "overview": [14, 20], "purpos": [14, 15, 16, 18], "quick": 14, "start": [14, 16, 19, 21], "instal": 14, "launch": [14, 15, 16, 18, 19], "oth": [14, 15, 16, 17, 18, 19, 21], "find": [14, 16, 18], "output": [14, 16, 17, 19], "time": [14, 15, 19], "extens": [14, 20], "specif": [14, 15, 16, 17, 19, 20], "ad": [14, 20], "new": [14, 20], "code": [14, 15, 18, 19, 20], "structur": 14, "exampl": [14, 15, 18, 19, 20], "ground": 14, "up": 14, "best": 14, "practic": 14, "basic": [14, 16, 17], "influxdb": [14, 18], "event": [14, 16, 20], "log": [14, 17, 18], "metric": [14, 16, 20], "monitor": 14, "health": [14, 18], "individu": [14, 21], "node": [14, 16, 18], "alia": 14, "contribut": 14, "report": [14, 20], "bug": 14, "request": 14, "featur": [14, 16, 19], "step": [15, 16, 17], "add": [15, 16, 17, 19, 20], "e": [15, 16, 20], "g": [15, 16, 20], "lyra": 15, "ini": [15, 16, 17, 18, 20], "place": [15, 16, 19, 20], "hold": [15, 16], "all": [15, 16, 17, 18, 20], "particular": 15, "which": [15, 16, 18, 19, 20], "path_to_test": [15, 20], "discuss": [15, 16, 19], "below": [15, 16, 18, 19], "creation": 15, "detail": [15, 16, 18, 19, 20], "explan": [15, 19], "throughout": 15, "gpus_per_nod": 15, "rgt_gpus_per_nod": [15, 18], "could": 15, "overrid": [15, 18, 20], "exist": [15, 17, 19, 20], "If": [15, 16, 18, 19, 20], "rgt_scheduler_typ": [15, 18], "machinedetail": 15, "machine_nam": [15, 16, 18, 20], "frontier": 15, "linux_x86_64": [15, 18], "ibm_power9": [15, 18], "machine_typ": 15, "slurm": [15, 16, 18], "scheduler_typ": 15, "srun": [15, 16, 18], "aprun": 15, "jsrun": [15, 18], "poe": 15, "joblauncher_typ": 15, "specifi": [15, 16, 17, 18, 19, 20], "about": [15, 16, 18, 19], "each": [15, 16, 18, 19, 20, 21], "becom": 15, "ie": [15, 16, 17, 18, 19, 20], "rgt_cpus_per_nod": [15, 16, 18], "templat": 15, "sitecustom": 15, "doe": [15, 20], "attempt": 15, "read": [15, 19], "just": [15, 20], "doesn": 15, "t": [15, 16, 19], "act": 15, "yet": 15, "node_count": 15, "9408": 15, "cpus_per_nod": 15, "56": 15, "sockets_per_nod": 15, "1": [15, 16, 18, 19], "8": 15, "section": [15, 16, 18, 19, 20], "mode": [15, 16, 20, 21], "repodetail": 15, "type_of_repositori": 15, "repo": [15, 16, 17, 18, 20], "recommend": [15, 16, 19], "NOT": 15, "unless": 15, "git_reps_branch": [15, 20], "git_data_transfer_protocol": 15, "sub": [15, 16], "project": [15, 18, 20], "group": [15, 16, 18], "git_server_application_parent_dir": 15, "your": [15, 16, 17, 18, 19], "look": [15, 16, 19], "git_ssh_server_url": 15, "git_machine_nam": 15, "github": [15, 16, 17, 20], "com": [15, 17, 19, 20], "git_https_server_url": 15, "www": 15, "default": [15, 16, 18, 19, 20], "testshot": 15, "testshotdefault": 15, "path": [15, 16, 17, 18, 19, 20], "scratch": [15, 16, 18, 19, 20], "space": [15, 16, 17, 18, 19], "path_to_sspac": 15, "identifi": [15, 17, 19], "summit_tshot_cuda11": 15, "system_log_tag": 15, "frontier_test": 15, "queue": [15, 18, 20], "partit": [15, 18], "batch_queu": [15, 18, 20], "batch": [15, 16, 20], "overridden": [15, 18, 20], "project_id": [15, 20], "account": [15, 17, 19, 20], "ani": [15, 16, 17, 18, 19, 20], "flag": [15, 17, 18, 20], "m": [15, 17, 18, 20], "clusternam": 15, "submit_arg": 15, "where": [15, 16, 20], "you": [15, 16, 17, 18, 19, 20], "custom": 15, "might": [15, 16], "tell": 15, "what": [15, 17], "mpi": [15, 16], "my_mpi_module_nam": 15, "openmpi": [15, 16], "rgt_": [15, 18], "variable_nam": 15, "prior": [15, 18], "howev": 15, "rgt_batch_queu": [15, 18, 20], "rgt_project_id": [15, 18, 20], "mai": [15, 16, 18, 19, 20], "incorrect": [15, 16, 19], "handl": 15, "pleas": [15, 17, 19], "describ": [16, 18], "how": [16, 17, 19, 20], "associ": [16, 19], "target": [16, 20], "should": [16, 20], "have": [16, 18, 19, 20, 21], "shown": 16, "rgt_test_input": [16, 17, 18, 20], "other": [16, 21], "share": 16, "multipl": [16, 19, 20], "own": [16, 21], "mandatori": 16, "modifi": 16, "resid": 16, "instanc": [16, 18, 19, 20], "let": 16, "assum": 16, "hello_mpi": [16, 20], "singl": [16, 19, 21], "two": [16, 19, 20], "would": [16, 17, 19, 20], "separ": [16, 18, 19, 20], "includ": [16, 17], "c_n001": [16, 20], "c_n002": [16, 20], "note": [16, 18, 19, 20], "convent": [16, 18, 19], "avoid": [16, 17], "special": 16, "charact": 16, "inform": [16, 17, 19], "python3": 16, "configpars": 16, "format": [16, 17, 18, 19, 20], "field": [16, 19], "re": [16, 18, 19], "cannot": [16, 18, 20], "referenc": [16, 19, 20], "allow": [16, 19], "stage": [16, 18, 20], "abl": 16, "v": 16, "definit": 16, "foo": 16, "bar": 16, "issu": [16, 17, 20], "132": 16, "sampl": 16, "mention": 16, "comment": [16, 17, 19], "my_custom_vari": 16, "abc": 16, "job_nam": 16, "hello_mpi_c": 16, "walltim": 16, "10": 16, "variablenam": 16, "notat": 16, "previous": 16, "batch_filenam": 16, "run_": 16, "build_cmd": 16, "build_hello_mpi_c": 16, "check_cmd": [16, 19], "check_hello_mpi_c": 16, "report_cmd": [16, 19], "report_hello_mpi_c": 16, "executable_path": 16, "resubmit": [16, 21], "0": [16, 19], "conjunct": 16, "argument": 16, "limit": 16, "total": 16, "submiss": [16, 19, 20], "inclus": 16, "initi": 16, "don": 16, "indefinit": 16, "resubmiss": 16, "max_submiss": 16, "kei": 16, "__nodes__": 16, "total_process": 16, "16": 16, "processes_per_nod": 16, "obtain_from_environ": [16, 18], "pull": [16, 17], "rgt_node": 16, "2": [16, 19], "echo": 16, "case": [16, 18, 19], "reli": 16, "standard": [16, 17, 19], "tool": [16, 21], "remov": 16, "empti": 16, "fail": [16, 19, 20], "subprocess": 16, "return": 16, "success": [16, 19, 20], "zero": 16, "otherwis": [16, 18], "l": [16, 20], "gcc": 16, "mkdir": [16, 20], "p": [16, 18], "mpicc": 16, "build_dir": [16, 20], "copi": 16, "mean": 16, "written": 16, "were": 16, "regardless": 16, "actual": 16, "likewis": 16, "rel": 16, "keyword": [16, 19], "form": [16, 17], "__keyword__": 16, "appropri": 16, "match": 16, "sbatch": 16, "j": 16, "__job_name__": 16, "__walltime__": 16, "__executable_path__": 16, "scripts_dir": 16, "__scripts_dir__": 16, "work_dir": [16, 20], "__working_dir__": 16, "results_dir": [16, 17, 20], "__results_dir__": 16, "harness_id": 16, "__harness_id__": 16, "__build_dir__": 16, "print": [16, 18, 20], "fgrep": 16, "rgt_app_source_": 16, "rgt_test_": 16, "setup": [16, 20], "reduc": [16, 19], "duplic": 16, "ensur": 16, "same": [16, 18, 19, 20], "common_script": 16, "setup_env": 16, "make": [16, 17], "work": [16, 18, 19], "fi": 16, "chang": [16, 17, 20], "scontrol": 16, "show": [16, 20], "hostnam": [16, 19], "log_binary_execution_tim": [16, 19], "scriptsdir": 16, "uniqueid": 16, "__total_processes__": 16, "final": 16, "back": 16, "depend": 16, "size": [16, 19], "want": [16, 17], "cp": 16, "rf": 16, "output_build": [16, 19, 20], "txt": [16, 19, 20], "check_executable_driv": 16, "alwai": 16, "kill_test": 16, "present": [16, 19], "condit": 16, "around": 16, "test_harness_driv": 16, "__resubmit__": 16, "No": [16, 20], "r": 16, "__max_submissions__": 16, "esac": 16, "run_arch": [16, 18, 19, 20], "workspac": 16, "deriv": [16, 19], "rgt_path_to_sspac": [16, 18, 19, 20], "One": 16, "access": [16, 18, 20], "script_dir": 16, "store": [16, 19, 20], "correctresult": 16, "insid": [16, 18], "popul": 16, "still": 16, "previou": 16, "so": [16, 19, 20], "either": [16, 18], "absolut": [16, 19], "verifi": [16, 20], "thu": 16, "most": [16, 19, 20], "succeed": 16, "complet": [16, 20], "gave": 16, "answer": 16, "5": 16, "correctli": 16, "exit": [16, 19, 20], "than": [16, 18], "been": [16, 19], "stdout": [16, 20], "stderr": [16, 20], "captur": [16, 18], "output_check": [16, 19, 20], "comput": [16, 19, 20], "output_report": 16, "In": [16, 17, 18, 19, 20, 21], "mani": [16, 18, 19], "serv": [16, 20], "both": 16, "often": 16, "altern": 16, "op": 16, "thought": 16, "process": [16, 19], "differ": [16, 18, 19], "count": 16, "integr": [16, 17], "focus": 16, "At": 16, "check_hello_world": 16, "hello_world_n0001": 16, "hello_world_n0002": 16, "veri": [16, 19], "common": [16, 19], "go": [16, 20], "ahead": 16, "root": [16, 18], "test_src": 16, "stdio": [16, 20], "h": [16, 20], "int": 16, "argc": 16, "char": 16, "argv": 16, "rank": 16, "nrank": 16, "mpi_init": 16, "mpi_comm_rank": 16, "mpi_comm_world": 16, "mpi_comm_s": 16, "d": 16, "mpi_fin": 16, "hello_world": 16, "good": [16, 19], "reset": 16, "here": [16, 20], "our": 16, "now": 16, "compil": 16, "o1": 16, "wall": 16, "give": 16, "construct": [16, 17, 19], "ll": 16, "infus": 16, "sinc": [16, 18, 19, 20], "number": [16, 18, 19], "per": [16, 18, 20], "too": 16, "ppn": 16, "held": 16, "think": 16, "later": [16, 19], "anyth": 16, "notic": 16, "help": [16, 17, 20, 21], "u": [16, 17], "much": 16, "possibl": [16, 19], "difficult": [16, 19], "maintain": 16, "long": 16, "next": [16, 20], "move": 16, "shouldn": 16, "try": [16, 17], "debug": [16, 20], "slurm_nnod": 16, "over": [16, 19], "sever": [16, 18], "reason": [16, 19], "correct": [16, 19], "inadvert": 16, "rgt_submit_arg": [16, 18], "adapt": 16, "__ppn__": 16, "ntask": 16, "leav": [16, 19], "write": [16, 18, 19], "recal": 16, "expected_rank": 16, "grep": 16, "wc": 16, "found": [16, 20], "put": 16, "immedi": 16, "link": [16, 20], "symbol": [16, 20], "achiev": 16, "ln": 16, "expand": 16, "everyth": 16, "els": 16, "modif": 16, "flexibl": [16, 18, 21], "lot": 16, "power": [16, 19], "That": 16, "diminish": 16, "poor": 16, "With": [16, 18], "mind": 16, "dure": [16, 18, 19], "independ": 16, "statement": 16, "chanc": 16, "those": [16, 18, 19], "diverg": 16, "simpli": [16, 19], "usabl": [16, 19], "respons": 16, "understand": 16, "outsid": [16, 18], "my_custom_var_default": 16, "my_env_var": 16, "Then": [16, 19], "__my_custom_variable__": 16, "rgt_machine_nam": [16, 18, 19], "inherit": 16, "intern": [16, 20], "translat": 16, "__machine_name__": 16, "lead": 16, "last": [16, 19], "error": [16, 17, 19, 20], "increas": 16, "reusabl": 16, "aid": 16, "collabor": 17, "improv": 17, "greatli": 17, "appreci": 17, "highli": 17, "encourag": 17, "effici": 17, "method": [17, 20], "rgt": [17, 20], "inp": 17, "logfil": [17, 20], "begin": [17, 19], "titl": 17, "team": 17, "quickli": 17, "lack": 17, "block": 17, "invok": 17, "welcom": 17, "through": [17, 18, 19], "pr": 17, "fix": 17, "cite": 17, "bodi": 17, "fork": 17, "person": 17, "usernam": [17, 19], "devel": 17, "upstream": 17, "fetch": [17, 18], "updat": [17, 20], "local": 17, "issue64": 17, "commit": 17, "file1": 17, "summar": 17, "push": 17, "origin": 17, "open": 17, "guid": 17, "under": 17, "more": [17, 18, 20], "regard": 17, "meantim": 17, "rule": 17, "indent": 17, "lowercas": 17, "underscor": 17, "example_var": 17, "explain": 17, "trivial": 17, "hard": 17, "undergo": 17, "review": 17, "evalu": [17, 18], "util": [17, 19], "approv": 17, "discret": 17, "extrem": 18, "wai": [18, 19, 20], "There": [18, 20], "few": 18, "addit": [18, 19], "behavior": 18, "mpi_vers": 18, "rgt_mpi_vers": 18, "cover": 18, "ingest": [18, 20], "core": [18, 21], "parameter": 18, "ONE": 18, "avail": [18, 20], "canl": 18, "replac": 18, "while": 18, "explicitli": 18, "olcf_harness_machin": [18, 20], "statu": [18, 19, 20], "databas": [18, 19, 20], "rgt_machine_typ": 18, "architectur": 18, "rgt_joblauncher_typ": 18, "launcher": 18, "mpirun": 18, "cpu": 18, "gpu": 18, "rgt_submit_queu": [18, 20], "enforc": 18, "q": 18, "id": [18, 19, 20], "proj_id": 18, "highest": [18, 20], "preced": [18, 20], "rgt_submit_acct": [18, 20], "rgt_nccs_test_harness_modul": 18, "commun": 18, "navig": 18, "correspond": [18, 20], "collect": [18, 21], "client": 18, "rgt_system_log_tag": [18, 19], "path_to_rgt_packag": [18, 19], "rgt_app_source_dir": 18, "rgt_test_build_dir": 18, "rgt_test_runarchive_dir": 18, "archiv": [18, 19], "rgt_test_scripts_dir": 18, "rgt_test_status_dir": 18, "rgt_test_work_dir": 18, "_": 18, "rgt_influxdb_dis": 18, "disabl": 18, "disable_influxdb": 18, "dot": 18, "test_id": [18, 19], "prevent": 18, "futur": 18, "rgt_influxdb_uri": [18, 19], "semi": 18, "colon": 18, "my": [18, 19, 20], "port": 18, "api": [18, 19], "v2": [18, 19], "org": [18, 19], "myorg": 18, "bucket": [18, 19], "mybucket": 18, "OR": 18, "latter": 18, "rgt_influxdb_bucket": 18, "rgt_influxdb_org": 18, "automat": [18, 19, 20], "detect": 18, "precis": [18, 19], "rgt_influxdb_token": [18, 19], "token": [18, 19], "encod": 18, "rgt_influxdb_precis": 18, "millisecond": 18, "nanosecond": 18, "rgt_influxdb_dry_run": 18, "send": 18, "rgt_node_location_fil": [18, 19], "metadata": [18, 19], "physic": 18, "sensit": [18, 19], "enabl": 19, "behind": 19, "timestamp": 19, "filesystem": 19, "addition": 19, "seri": 19, "domain": 19, "minim": 19, "suppli": 19, "semicolon": 19, "uri": 19, "full": 19, "relat": 19, "measur": 19, "runtag": 19, "equal": [19, 20], "app": [19, 20], "uniqu": 19, "recent": [19, 20], "kept": [19, 20], "build_directori": [19, 20], "workdir": [19, 20], "event_filenam": 19, "mirror": 19, "event_nam": 19, "build_start": 19, "event_subtyp": 19, "whether": [19, 21], "end": 19, "event_tim": 19, "event_typ": 19, "binary_execut": 19, "event_valu": 19, "indic": 19, "wa": [19, 20], "job_account_id": 19, "job_id": 19, "jobid": 19, "failur": 19, "output_txt": 19, "mine": 19, "64": 19, "kb": 19, "check_alia": 19, "alpha": 19, "numer": 19, "supplement": 19, "larg": [19, 21], "self": 19, "explanatori": 19, "build_end": 19, "submit_end": 19, "binary_execute_end": 19, "check_end": 19, "encount": 19, "err": [19, 20], "capabl": 19, "great": 19, "visual": 19, "certain": 19, "conform": 19, "hashtag": 19, "metric_name_1": 19, "value_1": 19, "metric_name_2": 19, "value_2": 19, "value_3": 19, "metric_name_3": 19, "tvalue_3": 19, "least": 19, "calcul": 19, "between": 19, "binary_execute_start": 19, "build_tim": 19, "execution_tim": 19, "respect": 19, "interest": 19, "dummi": 19, "proper": 19, "placement": 19, "address": 19, "centric": 19, "similar": 19, "trigger": 19, "presenc": 19, "nodecheck": 19, "geospati": 19, "nodenam": 19, "node1": 19, "pass": 19, "node2": 19, "node3": 19, "hw": 19, "column": 19, "dashboard": 19, "squar": 19, "brace": 19, "status": 19, "bad": 19, "ok": 19, "perf": 19, "classifi": 19, "intend": 19, "known": 19, "eas": 19, "hardwar": 19, "bu": 19, "fault": 19, "network": 19, "node_health": 19, "tabl": 19, "By": 19, "cabinet": 19, "board": 19, "row": 19, "correl": 19, "bypass": 19, "json": 19, "desir": 19, "portion": 19, "node001": 19, "c0": 19, "switch": 19, "s0": 19, "slot": 19, "node002": 19, "s1": 19, "queri": 19, "filter": 19, "alias": 19, "dictat": 19, "come": 19, "shape": 19, "distinct": 19, "mpi_err": 19, "bus_err": 19, "timeout": 19, "input_err": 19, "alphabet": 19, "dimens": 19, "categor": 19, "sent": 19, "alongsid": 19, "done": 20, "obtain": 20, "alreadi": 20, "sw": 20, "andes": 20, "example_machin": 20, "olcf_exampl": 20, "summit_testshot": 20, "prepar": 20, "visibl": 20, "host": 20, "manual": 20, "area": 20, "latest": 20, "version": 20, "well": 20, "prefer": 20, "inputfil": 20, "stop": [20, 21], "instead": 20, "harness_task": 20, "testid": 20, "cleanli": 20, "simultan": 20, "warn": 20, "continu": [20, 21], "receiv": 20, "primari": 20, "configfil": 20, "loglevel": 20, "notset": 20, "info": 20, "critic": 20, "screen": 20, "destin": 20, "consol": 20, "use_harness_tasks_in_rgt_input_fil": 20, "firework": 20, "beta": 20, "sb": 20, "build_out": 20, "appli": 20, "track": 20, "130": 20, "nearli": 20, "directli": 20, "lowest": 20, "except": 20, "whatev": 20, "becaus": 20, "know": 20, "who": 20, "onc": 20, "relev": 20, "status_dir": 20, "consist": 20, "seen": 20, "uncaptur": 20, "mechan": 20, "commonli": 20, "produc": 20, "autom": 21, "softwar": 21, "standalon": 21, "simul": 21, "workload": 21, "iter": 21, "anoth": 21, "brief": 21, "logic": 21, "flow": 21}, "objects": {"": [[2, 0, 0, "-", "create_alt_config_file"], [4, 0, 0, "-", "git_repository"], [3, 0, 0, "-", "layout_of_apps_directory"], [5, 0, 0, "-", "runtests"]], "git_repository": [[4, 1, 1, "", "GitRepository"], [4, 3, 1, "", "get_application_parent_directory"], [4, 3, 1, "", "get_fully_qualified_url_of_application_parent_directory"], [4, 3, 1, "", "get_repository_git_branch"], [4, 3, 1, "", "get_repository_url_of_application"], [4, 3, 1, "", "get_type_of_repository"]], "git_repository.GitRepository": [[4, 2, 1, "", "binaryName"], [4, 2, 1, "", "cloneRepository"], [4, 2, 1, "", "remote_repository_URL"], [4, 2, 1, "", "repository_branch"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "function", "Python function"]}, "titleterms": {"introduct": 0, "raison": 0, "d": 0, "etr": 0, "organiz": [0, 11], "structur": [0, 11, 16], "prequisit": 0, "indic": [0, 6, 14], "tabl": [0, 6, 14], "har": [1, 7, 8, 9, 11, 13, 14, 20, 21], "create_alt_config_fil": 2, "py": [2, 3, 5], "modul": [2, 3, 4, 5, 8, 9], "document": [2, 3, 4, 5, 12, 13, 14], "layout_of_apps_directori": 3, "git_repositori": 4, "runtest": 5, "notat": 6, "convent": 6, "ncc": [7, 8, 9], "python": 7, "packag": [7, 8, 9], "bin": 8, "intoduct": [8, 9], "repositori": [9, 16], "prerequisit": 9, "environment": 9, "variabl": [9, 16, 18], "exampl": [9, 16], "refer": 10, "git": 11, "unit": [11, 13], "test": [11, 13, 14, 16, 20, 21], "framework": 11, "set": [11, 16], "up": [11, 16], "runtim": 11, "environ": [11, 16, 18, 20], "gener": 11, "machin": [11, 15], "specif": [11, 18], "run": [11, 18, 20], "api": 11, "usag": [12, 13, 20], "develop": [12, 13], "gitlab": 12, "ci": 12, "cd": 12, "pytest": 13, "olcf": 14, "user": 14, "guid": [14, 20], "ad": [15, 16], "new": [15, 16, 17], "creat": 15, "basic": [15, 20], "configur": [15, 18], "applic": [16, 19, 20], "sourc": [16, 17], "code": [16, 17], "url": 16, "input": 16, "requir": 16, "script": 16, "build": [16, 20], "job": 16, "templat": 16, "check": [16, 19, 20], "report": [16, 17], "from": 16, "ground": 16, "best": 16, "practic": 16, "us": [16, 20], "central": [16, 20], "defin": 16, "replac": 16, "instead": 16, "just": 16, "envvar": 16, "expect": 16, "contribut": 17, "bug": 17, "request": 17, "featur": 17, "time": [18, 20], "extens": [18, 19], "influxdb": 19, "event": 19, "log": [19, 20], "metric": 19, "monitor": 19, "health": 19, "individu": 19, "node": 19, "alia": 19, "quick": 20, "start": 20, "instal": 20, "option": 20, "1": 20, "pre": 20, "built": 20, "oth": 20, "On": 20, "Andes": 20, "crusher": 20, "frontier": 20, "summit": 20, "2": 20, "your": 20, "own": 20, "copi": 20, "launch": 20, "command": 20, "line": 20, "paramet": 20, "find": 20, "output": 20, "submit": 20, "maintain": 20, "file": 20, "overview": 21, "purpos": 21, "execut": 21}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx": 57}, "alltitles": {"Introduction": [[0, "introduction"]], "Raison d\u2019etre": [[0, "raison-d-etre"]], "Organizational Structure": [[0, "organizational-structure"], [11, "organizational-structure"]], "Prequisites": [[0, "prequisites"]], "Indices and tables": [[0, "indices-and-tables"], [6, "indices-and-tables"], [14, "indices-and-tables"]], "harness": [[1, "harness"]], "create_alt_config_file.py Module Documentation": [[2, "create-alt-config-file-py-module-documentation"]], "layout_of_apps_directory.py Module Documentation": [[3, "layout-of-apps-directory-py-module-documentation"]], "git_repository Module Documentation": [[4, "git-repository-module-documentation"]], "runtests.py Module Documentation": [[5, "runtests-py-module-documentation"]], "Notational Conventions": [[6, "notational-conventions"]], "NCCS Harness Python Packages": [[7, "nccs-harness-python-packages"]], "NCCS Harness bin package": [[8, "nccs-harness-bin-package"]], "Intoduction": [[8, "intoduction"], [9, "intoduction"]], "Modules": [[8, "modules"], [9, "modules"]], "NCCS Harness repositories package": [[9, "nccs-harness-repositories-package"]], "Prerequisite Environmental Variables": [[9, "prerequisite-environmental-variables"]], "Examples": [[9, "examples"]], "References": [[10, "references"]], "Git Unit Test Framework": [[11, "git-unit-test-framework"]], "Setting Up the Harness Unit Testing Runtime Environment": [[11, "setting-up-the-harness-unit-testing-runtime-environment"]], "Generic Tests": [[11, "generic-tests"], [11, "id1"]], "Machine Specific Tests": [[11, "machine-specific-tests"], [11, "id2"]], "Running the Harness Unit Tests": [[11, "running-the-harness-unit-tests"]], "Harness Unit Testing API": [[11, "harness-unit-testing-api"]], "Usage and Developer Documentation for GitLab CI/CD": [[12, "usage-and-developer-documentation-for-gitlab-ci-cd"]], "Usage and Developer Documentation for Harness\u2019 pytest Unit Tests": [[13, "usage-and-developer-documentation-for-harness-pytest-unit-tests"]], "OLCF Test Harness Documentation": [[14, "olcf-test-harness-documentation"]], "User Guide": [[14, null]], "Adding a New Machine": [[15, "adding-a-new-machine"]], "Create a Basic Machine Configuration": [[15, "create-a-basic-machine-configuration"]], "Adding a New Test": [[16, "adding-a-new-test"]], "Application Source Code Repository Structure": [[16, "application-source-code-repository-structure"]], "Repository URL": [[16, "repository-url"]], "Repository structure": [[16, "repository-structure"]], "Example Repository Structure": [[16, "example-repository-structure"]], "Application Test Input": [[16, "application-test-input"]], "Required Application Test Scripts": [[16, "required-application-test-scripts"]], "Build Script": [[16, "build-script"]], "Job Script Template": [[16, "job-script-template"]], "Check Script": [[16, "check-script"]], "Report Script": [[16, "report-script"]], "Example Test from the Ground Up": [[16, "example-test-from-the-ground-up"]], "Best Practices": [[16, "best-practices"]], "Use a centralized script to set up the environment": [[16, "use-a-centralized-script-to-set-up-the-environment"]], "Define replacement variables instead of just EnvVars": [[16, "define-replacement-variables-instead-of-just-envvars"]], "Check for expected environment variables": [[16, "check-for-expected-environment-variables"]], "Contributing": [[17, "contributing"]], "Reporting Bugs": [[17, "reporting-bugs"]], "Requesting New Features": [[17, "requesting-new-features"]], "Contributing Source Code": [[17, "contributing-source-code"]], "Environment Variables": [[18, "environment-variables"]], "Configuration Variables": [[18, "configuration-variables"]], "Run-Time Variables": [[18, "run-time-variables"]], "Extension-specific Variables": [[18, "extension-specific-variables"]], "Extensions": [[19, "extensions"]], "InfluxDB Event Logging": [[19, "influxdb-event-logging"]], "Logging application metrics to InfluxDB": [[19, "logging-application-metrics-to-influxdb"]], "Monitoring the health of individual nodes": [[19, "monitoring-the-health-of-individual-nodes"]], "Check Alias": [[19, "check-alias"]], "Quick-Start Guide": [[20, "quick-start-guide"]], "Installation": [[20, "installation"]], "Option 1: Using the centralized (pre-built) OTH": [[20, "option-1-using-the-centralized-pre-built-oth"]], "On Andes, Crusher, Frontier, and Summit": [[20, "on-andes-crusher-frontier-and-summit"]], "Option 2: Using your own copy of the harness": [[20, "option-2-using-your-own-copy-of-the-harness"]], "Launching the OTH": [[20, "launching-the-oth"]], "Basic Usage": [[20, "basic-usage"]], "Command-line Options": [[20, "command-line-options"]], "Run-time environment parameters": [[20, "run-time-environment-parameters"]], "Finding Test Output": [[20, "finding-test-output"]], "Build, Submit, and Check Output": [[20, "build-submit-and-check-output"]], "Application Output": [[20, "application-output"]], "Harness-maintained Log Files": [[20, "harness-maintained-log-files"]], "Overview of the Test Harness": [[21, "overview-of-the-test-harness"]], "Purpose": [[21, "purpose"]], "Execution Overview": [[21, "execution-overview"]]}, "indexentries": {"create_alt_config_file": [[2, "module-create_alt_config_file"]], "module": [[2, "module-create_alt_config_file"], [3, "module-layout_of_apps_directory"], [4, "module-git_repository"], [5, "module-runtests"]], "layout_of_apps_directory": [[3, "module-layout_of_apps_directory"]], "gitrepository (class in git_repository)": [[4, "git_repository.GitRepository"]], "binaryname (gitrepository property)": [[4, "git_repository.GitRepository.binaryName"]], "clonerepository() (gitrepository method)": [[4, "git_repository.GitRepository.cloneRepository"]], "get_application_parent_directory() (in module git_repository)": [[4, "git_repository.get_application_parent_directory"]], "get_fully_qualified_url_of_application_parent_directory() (in module git_repository)": [[4, "git_repository.get_fully_qualified_url_of_application_parent_directory"]], "get_repository_git_branch() (in module git_repository)": [[4, "git_repository.get_repository_git_branch"]], "get_repository_url_of_application() (in module git_repository)": [[4, "git_repository.get_repository_url_of_application"]], "get_type_of_repository() (in module git_repository)": [[4, "git_repository.get_type_of_repository"]], "git_repository": [[4, "module-git_repository"]], "remote_repository_url (gitrepository property)": [[4, "git_repository.GitRepository.remote_repository_URL"]], "repository_branch (gitrepository property)": [[4, "git_repository.GitRepository.repository_branch"]], "runtests": [[5, "module-runtests"]]}})
\ No newline at end of file
+Search.setIndex({"docnames": ["developer_guide/intro", "developer_guide/modules", "developer_guide/modules/create_alt_config_file", "developer_guide/modules/layout_of_apps_directory", "developer_guide/modules/repositories/git_repository", "developer_guide/modules/runtests", "developer_guide/notational_conventions", "developer_guide/packages", "developer_guide/packages/bin", "developer_guide/packages/repositories", "developer_guide/references", "developer_guide/unit_test_framework", "developer_guide/unit_test_framework/git_ci_test_framework", "developer_guide/unit_test_framework/pytest_test_framework", "index", "user_guide/adding_new_machine", "user_guide/adding_new_test", "user_guide/contributing", "user_guide/envvars", "user_guide/extensions", "user_guide/launching", "user_guide/overview"], "filenames": ["developer_guide/intro.rst", "developer_guide/modules.rst", "developer_guide/modules/create_alt_config_file.rst", "developer_guide/modules/layout_of_apps_directory.rst", "developer_guide/modules/repositories/git_repository.rst", "developer_guide/modules/runtests.rst", "developer_guide/notational_conventions.rst", "developer_guide/packages.rst", "developer_guide/packages/bin.rst", "developer_guide/packages/repositories.rst", "developer_guide/references.rst", "developer_guide/unit_test_framework.rst", "developer_guide/unit_test_framework/git_ci_test_framework.rst", "developer_guide/unit_test_framework/pytest_test_framework.rst", "index.rst", "user_guide/adding_new_machine.rst", "user_guide/adding_new_test.rst", "user_guide/contributing.rst", "user_guide/envvars.rst", "user_guide/extensions.rst", "user_guide/launching.rst", "user_guide/overview.rst"], "titles": ["Introduction", "harness", "create_alt_config_file.py Module Documentation", "layout_of_apps_directory.py Module Documentation", "git_repository Module Documentation", "runtests.py Module Documentation", "Notational Conventions", "NCCS Harness Python Packages", "NCCS Harness bin package", "NCCS Harness repositories package", "References", "Git Unit Test Framework", "Usage and Developer Documentation for GitLab CI/CD", "Usage and Developer Documentation for Harness\u2019 pytest Unit Tests", "OLCF Test Harness Documentation", "Adding a New Machine", "Adding a New Test", "Contributing", "Environment Variables", "Extensions", "Quick-Start Guide", "Overview of the Test Harness"], "terms": {"The": [0, 4, 6, 8, 9, 11, 15, 16, 17, 18, 19, 20, 21], "olcf": [0, 9, 11, 16, 17, 18, 19, 20, 21], "test": [0, 9, 12, 15, 17, 18, 19], "har": [0, 15, 16, 17, 18, 19], "hereaft": 0, "refer": 0, "i": [0, 4, 6, 8, 9, 15, 16, 17, 18, 19, 20, 21], "us": [0, 6, 9, 11, 15, 17, 18, 19, 21], "machin": [0, 9, 14, 16, 17, 18, 19, 20], "accept": [0, 20], "gener": [0, 16, 18, 20], "design": [0, 16, 20], "linux": [0, 16], "unix": [0, 6], "like": [0, 16, 17, 19, 20], "oper": [0, 21], "system": [0, 9, 15, 16, 18, 19, 20, 21], "goal": 0, "replic": 0, "user": [0, 6, 15, 16, 18, 19, 20, 21], "develop": [0, 11, 16, 17, 19], "product": [0, 18, 21], "environ": [0, 14, 15, 17, 19], "valid": [0, 16], "stress": 0, "thi": [0, 4, 8, 9, 15, 16, 17, 18, 19, 20], "accomplish": [0, 16], "repeatedli": 0, "build": [0, 15, 18, 19, 21], "applic": [0, 9, 14, 15, 18, 21], "submit": [0, 15, 16, 17, 18, 19], "job": [0, 15, 18, 19, 20, 21], "schedul": [0, 15, 16, 17, 18, 19, 20], "pb": [0, 15, 18], "lsf": [0, 15, 16, 18], "etc": [0, 19], "record": [0, 19], "result": [0, 16, 19, 20, 21], "run": [0, 6, 8, 14, 15, 16, 17, 19, 21], "top": [0, 16, 20], "level": [0, 16, 20], "directori": [0, 6, 11, 15, 16, 18, 19, 20], "contain": [0, 9, 11, 15, 16, 17, 18, 19, 20], "git": [0, 4, 9, 12, 15, 16, 17, 18, 20], "organ": [0, 18], "ha": [0, 16, 19, 21], "4": [0, 15, 16, 17, 19, 20], "part": [0, 9], "first": [0, 16, 19, 20], "python": [0, 11, 16], "file": [0, 6, 11, 15, 16, 17, 18, 19, 21], "These": [0, 11, 15, 16, 18, 19, 20], "ar": [0, 6, 9, 11, 15, 16, 17, 18, 19, 20], "predominantli": 0, "locat": [0, 9, 11, 15, 16, 18, 19, 20], "second": [0, 16, 19], "runtim": 0, "configur": [0, 14, 16, 17, 19, 20], "variou": 0, "modulefil": [0, 11, 16, 20], "config": [0, 11, 15, 20], "third": 0, "unit": 0, "ci": [0, 11], "ci_testing_util": [0, 11], "fourth": 0, "document": [0, 8, 9, 11, 16], "doc": 0, "sphinx": 0, "requir": [0, 11, 14, 15, 18, 19], "3": [0, 16, 19], "6": [0, 15], "greater": 0, "need": [0, 9, 11, 15, 16, 18], "lmod": 0, "modul": [0, 6, 11, 14, 15, 16, 18, 20], "bash": [0, 6, 10, 16, 19], "shell": [0, 6, 10, 16], "via": [0, 18, 20], "sourc": [0, 11, 14, 18, 19, 20], "control": [0, 21], "gitlab": [0, 9, 11, 16, 20], "cd": [0, 11, 16, 17, 20], "index": [0, 6, 14, 19], "search": [0, 6, 14, 19], "page": [0, 6, 14, 17], "class": [4, 17], "gitrepositori": 4, "git_remote_repository_url": 4, "none": [4, 18, 19], "my_repository_branch": 4, "master": [4, 9, 15, 18], "encapsul": 4, "data": [4, 9, 18, 19, 20], "transfer": [4, 9], "from": [4, 14, 15, 17, 18, 19, 20], "remot": [4, 9, 15, 17, 20], "repositori": [4, 7, 14, 15, 17, 18, 20], "paramet": [4, 15, 17], "str": 4, "A": [4, 15, 17, 18, 19, 21], "string": [4, 15, 18, 19], "url": [4, 9, 15, 18, 19], "clone": [4, 9, 15, 17, 18, 20], "branch": [4, 9, 15, 17, 18, 20], "properti": 4, "binarynam": 4, "name": [4, 9, 11, 15, 16, 17, 18, 19, 20], "binari": [4, 8, 16], "repository_branch": 4, "remote_repository_url": 4, "clonerepositori": 4, "destination_directori": 4, "destination_dir": 4, "must": [4, 9, 16, 18, 19, 20], "get_type_of_repositori": 4, "get_application_parent_directori": 4, "get_fully_qualified_url_of_application_parent_directori": 4, "get_repository_url_of_appl": 4, "get_repository_git_branch": 4, "we": [6, 9, 15, 16, 20], "shall": 6, "adopt": 6, "book": 6, "learn": [6, 10], "nr1998": [6, 10], "ital": 6, "font": 6, "filenam": 6, "non": [6, 16, 17], "command": [6, 9, 11, 16, 17, 18, 21], "function": [6, 9, 16], "bold": 6, "built": [6, 16], "variabl": [6, 11, 14, 15, 17, 19, 20], "option": [6, 15, 16, 18, 19, 21], "line": [6, 16, 17, 18, 19, 21], "when": [6, 15, 16, 18, 19, 20], "thei": [6, 16], "within": [6, 11, 16], "regular": 6, "text": [6, 12], "type": [6, 9, 15, 18, 19], "constant": 6, "width": 6, "content": [6, 16, 17, 19], "follow": [6, 9, 11, 15, 16, 17, 19, 20, 21], "demonstr": 6, "some": [6, 15, 16, 19, 20], "creat": [6, 14, 16, 17, 18, 19, 20], "program": [6, 16, 21], "call": [6, 16, 19], "hellowold": 6, "sh": [6, 16], "vi": 6, "editor": 6, "usr": [6, 16], "bin": [6, 7, 11, 16], "env": [6, 16], "declar": 6, "gr": 6, "messag": [6, 17, 19, 20], "hello": [6, 16], "world": [6, 16], "printf": [6, 16], "": [6, 11, 15, 16, 17, 18, 20], "n": [6, 16, 18, 19], "It": [6, 16, 19], "necessari": 6, "set": [6, 9, 15, 17, 18, 19, 20, 21], "execut": [6, 14, 16, 19, 20], "permiss": 6, "helloworld": [6, 9], "chmod": 6, "x": [6, 16], "after": [6, 20], "provid": [8, 9, 15, 16, 17, 18, 19, 20, 21], "perform": [8, 16, 19], "task": [8, 16, 20], "major": 8, "runtest": [8, 17, 20, 21], "py": [8, 11, 16, 17, 19, 20, 21], "entri": [8, 16], "point": [8, 17], "create_alt_config_fil": 8, "current": [9, 15, 16, 17, 18, 20], "onli": [9, 15, 16, 18, 19], "support": [9, 15, 17, 18, 19, 20, 21], "passwordless": 9, "authent": [9, 18], "rgt_type_of_repositori": [9, 18], "permit": 9, "valu": [9, 16, 18, 19, 20], "rgt_git_data_transfer_protocol": [9, 18], "protocol": [9, 15, 18], "ssh": [9, 15, 18], "rgt_git_https_server_url": [9, 18], "base": [9, 16], "http": [9, 15, 17, 18, 19, 20], "rgt_git_ssh_server_url": [9, 18], "rgt_git_server_application_parent_dir": [9, 18], "parent": [9, 18], "rgt_git_machine_nam": [9, 18], "rgt_git_reps_branch": [9, 18, 20], "check": [9, 14, 18, 21], "out": [9, 20], "consid": [9, 18], "cc": 9, "ornl": 9, "gov": 9, "summit": [9, 20], "server": [9, 18, 20], "checkout": [9, 15, 17, 20], "As": [9, 16], "given": [9, 16], "abov": [9, 16], "git_repositori": 9, "newham": 10, "c": [10, 16, 20], "rosenblatt": 10, "b": [10, 17], "1998": 10, "3rd": 10, "edit": [10, 17], "sesbastopol": 10, "usa": 10, "o": [10, 16, 19, 20], "reilli": 10, "pytest": 11, "implement": [11, 17], "servic": 11, "can": [11, 15, 16, 18, 19, 20], "also": [11, 15, 16, 18, 19, 20], "ran": [11, 16], "without": 11, "main": [11, 16], "driver": [11, 20], "script": [11, 14, 15, 18, 19, 20, 21], "harness_unit_test": 11, "an": [11, 15, 16, 17, 18, 19, 20], "eponym": 11, "subdirectori": [11, 16], "For": [11, 15, 16, 17, 18, 19, 20], "ascent": 11, "its": [11, 16, 21], "tet": 11, "input_fil": 11, "input": [11, 14, 15, 17, 20, 21], "sometim": 11, "fixtur": 11, "lastli": 11, "runtime_environ": 11, "__init__": 11, "run_generic_unit_test": 11, "run_machine_specific_unit_test": 11, "__pycache__": 11, "harness_unittests_except": 11, "harness_unittests_log": 11, "test_concurr": 11, "test_runtest": 11, "olcf5_accept": 11, "unit_test": 11, "lua": 11, "genericmachin": 11, "genericconfigtag": 11, "To": [11, 16, 17, 18, 19, 20], "one": [11, 16, 18, 19, 20], "do": [11, 15, 16, 17, 18], "export": [11, 16, 19, 20], "olcf_harness_dir": [11, 15, 16, 20], "pwd": [11, 16, 20], "ignor": [11, 16], "cach": 11, "load": [11, 16, 20], "olcf_har": [11, 16, 20], "hut_machine_nam": 11, "hut_config_tag": 11, "tag": [11, 15, 18, 19], "appropi": 11, "defin": [11, 15, 18, 19, 20], "environment": 11, "see": [11, 15, 16, 19, 20], "list": [11, 16, 19, 20, 21], "usag": [11, 15, 17], "stud": 12, "framework": 12, "overview": [14, 20], "purpos": [14, 15, 16, 18], "quick": 14, "start": [14, 16, 19, 21], "instal": 14, "launch": [14, 15, 16, 18, 19], "oth": [14, 15, 16, 17, 18, 19, 21], "find": [14, 16, 18], "output": [14, 16, 17, 19], "time": [14, 15, 19], "extens": [14, 20], "specif": [14, 15, 16, 17, 19, 20], "ad": [14, 20], "new": [14, 20], "code": [14, 15, 18, 19, 20], "structur": 14, "exampl": [14, 15, 18, 19, 20], "ground": 14, "up": 14, "best": 14, "practic": 14, "basic": [14, 16, 17], "influxdb": [14, 18], "event": [14, 16, 20], "log": [14, 16, 17, 18], "metric": [14, 16, 20], "monitor": 14, "health": [14, 18], "individu": [14, 21], "node": [14, 16, 18], "alia": 14, "contribut": 14, "report": [14, 20], "bug": 14, "request": 14, "featur": [14, 16, 19], "step": [15, 16, 17], "add": [15, 16, 17, 19, 20], "e": [15, 16, 20], "g": [15, 16, 20], "lyra": 15, "ini": [15, 16, 17, 18, 20], "place": [15, 16, 19, 20], "hold": [15, 16], "all": [15, 16, 17, 18, 20], "particular": 15, "which": [15, 16, 18, 19, 20], "path_to_test": [15, 20], "discuss": [15, 16, 19], "below": [15, 16, 18, 19], "creation": 15, "detail": [15, 16, 18, 19, 20], "explan": [15, 19], "throughout": 15, "gpus_per_nod": 15, "rgt_gpus_per_nod": [15, 18], "could": 15, "overrid": [15, 16, 18, 20], "exist": [15, 17, 19, 20], "If": [15, 16, 18, 19, 20], "rgt_scheduler_typ": [15, 18], "machinedetail": 15, "machine_nam": [15, 16, 18, 20], "frontier": 15, "linux_x86_64": [15, 18], "ibm_power9": [15, 18], "machine_typ": 15, "slurm": [15, 16, 18], "scheduler_typ": 15, "srun": [15, 16, 18], "aprun": 15, "jsrun": [15, 18], "poe": 15, "joblauncher_typ": 15, "specifi": [15, 16, 17, 18, 19, 20], "about": [15, 16, 18, 19], "each": [15, 16, 18, 19, 20, 21], "becom": 15, "ie": [15, 16, 17, 18, 19, 20], "rgt_cpus_per_nod": [15, 16, 18], "templat": 15, "sitecustom": 15, "doe": [15, 20], "attempt": 15, "read": [15, 19], "just": [15, 20], "doesn": 15, "t": [15, 16, 19], "act": 15, "yet": 15, "node_count": 15, "9408": 15, "cpus_per_nod": 15, "56": 15, "sockets_per_nod": 15, "1": [15, 16, 18, 19], "8": 15, "section": [15, 16, 18, 19, 20], "mode": [15, 16, 20, 21], "repodetail": 15, "type_of_repositori": 15, "repo": [15, 16, 17, 18, 20], "recommend": [15, 16, 19], "NOT": 15, "unless": 15, "git_reps_branch": [15, 20], "git_data_transfer_protocol": 15, "sub": [15, 16], "project": [15, 18, 20], "group": [15, 16, 18], "git_server_application_parent_dir": 15, "your": [15, 16, 17, 18, 19], "look": [15, 16, 19], "git_ssh_server_url": 15, "git_machine_nam": 15, "github": [15, 16, 17, 20], "com": [15, 17, 19, 20], "git_https_server_url": 15, "www": 15, "default": [15, 16, 18, 19, 20], "testshot": 15, "testshotdefault": 15, "path": [15, 16, 17, 18, 19, 20], "scratch": [15, 16, 18, 19, 20], "space": [15, 16, 17, 18, 19], "path_to_sspac": 15, "identifi": [15, 17, 19], "summit_tshot_cuda11": 15, "system_log_tag": 15, "frontier_test": 15, "queue": [15, 18, 20], "partit": [15, 18], "batch_queu": [15, 18, 20], "batch": [15, 16, 20], "overridden": [15, 18, 20], "project_id": [15, 20], "account": [15, 17, 19, 20], "ani": [15, 16, 17, 18, 19, 20], "flag": [15, 17, 18, 20], "m": [15, 17, 18, 20], "clusternam": 15, "submit_arg": 15, "where": [15, 16, 20], "you": [15, 16, 17, 18, 19, 20], "custom": 15, "might": [15, 16], "tell": 15, "what": [15, 17], "mpi": [15, 16], "my_mpi_module_nam": 15, "openmpi": [15, 16], "rgt_": [15, 18], "variable_nam": 15, "prior": [15, 18], "howev": 15, "rgt_batch_queu": [15, 18, 20], "rgt_project_id": [15, 18, 20], "mai": [15, 16, 18, 19, 20], "incorrect": [15, 16, 19], "handl": 15, "pleas": [15, 17, 19], "describ": [16, 18], "how": [16, 17, 19, 20], "associ": [16, 19], "target": [16, 20], "should": [16, 20], "have": [16, 18, 19, 20, 21], "shown": 16, "rgt_test_input": [16, 17, 18, 20], "altern": 16, "modifi": 16, "other": [16, 21], "share": 16, "multipl": [16, 19, 20], "own": [16, 21], "mandatori": 16, "resid": 16, "tree": 16, "overlai": [16, 18], "over": [16, 19], "so": [16, 19, 20], "same": [16, 18, 19, 20], "intern": [16, 20], "instanc": [16, 18, 19, 20], "let": 16, "assum": 16, "hello_mpi": [16, 20], "singl": [16, 19, 21], "two": [16, 19, 20], "would": [16, 17, 19, 20], "separ": [16, 18, 19, 20], "includ": [16, 17], "c_n001": [16, 20], "c_n002": [16, 20], "note": [16, 18, 19, 20], "convent": [16, 18, 19], "avoid": [16, 17], "special": 16, "charact": 16, "sinc": [16, 18, 19, 20], "go": [16, 20], "either": [16, 18], "inform": [16, 17, 19], "python3": 16, "configpars": 16, "format": [16, 17, 18, 19, 20], "field": [16, 19], "re": [16, 18, 19], "cannot": [16, 18, 20], "referenc": [16, 19, 20], "allow": [16, 19], "stage": [16, 18, 20], "abl": 16, "v": 16, "definit": 16, "foo": 16, "bar": 16, "issu": [16, 17, 20], "132": 16, "sampl": 16, "mention": 16, "comment": [16, 17, 19], "my_custom_vari": 16, "abc": 16, "job_nam": 16, "hello_mpi_c": 16, "walltim": 16, "10": 16, "variablenam": 16, "notat": 16, "previous": 16, "batch_filenam": 16, "run_": 16, "build_cmd": 16, "build_hello_mpi_c": 16, "check_cmd": [16, 19], "check_hello_mpi_c": 16, "report_cmd": [16, 19], "report_hello_mpi_c": 16, "executable_path": 16, "resubmit": [16, 21], "0": [16, 19], "conjunct": 16, "argument": 16, "limit": 16, "total": 16, "submiss": [16, 19, 20], "inclus": 16, "initi": 16, "don": 16, "indefinit": 16, "resubmiss": 16, "max_submiss": 16, "kei": 16, "__nodes__": 16, "total_process": 16, "16": 16, "processes_per_nod": 16, "obtain_from_environ": [16, 18], "pull": [16, 17], "rgt_node": 16, "2": [16, 19], "echo": 16, "case": [16, 18, 19], "reli": 16, "standard": [16, 17, 19], "tool": [16, 21], "remov": 16, "empti": 16, "fail": [16, 19, 20], "subprocess": 16, "return": 16, "success": [16, 19, 20], "zero": 16, "otherwis": [16, 18], "l": [16, 20], "gcc": 16, "mkdir": [16, 20], "p": [16, 18], "mpicc": 16, "build_dir": [16, 20], "copi": 16, "mean": 16, "written": 16, "were": 16, "regardless": 16, "actual": 16, "likewis": 16, "rel": 16, "keyword": [16, 19], "form": [16, 17], "__keyword__": 16, "appropri": 16, "match": 16, "sbatch": 16, "j": 16, "__job_name__": 16, "__walltime__": 16, "__executable_path__": 16, "scripts_dir": 16, "__scripts_dir__": 16, "work_dir": [16, 20], "__working_dir__": 16, "results_dir": [16, 17, 20], "__results_dir__": 16, "harness_id": 16, "__harness_id__": 16, "__build_dir__": 16, "print": [16, 18, 20], "fgrep": 16, "rgt_app_source_": 16, "rgt_test_": 16, "setup": [16, 20], "reduc": [16, 19], "duplic": 16, "ensur": 16, "common_script": 16, "setup_env": 16, "make": [16, 17], "work": [16, 18, 19], "fi": 16, "chang": [16, 17, 20], "scontrol": 16, "show": [16, 20], "hostnam": [16, 19], "ldd": 16, "log_binary_execution_tim": [16, 19], "scriptsdir": 16, "uniqueid": 16, "__total_processes__": 16, "final": 16, "back": 16, "depend": 16, "size": [16, 19], "want": [16, 17], "cp": 16, "rf": 16, "output_build": [16, 19, 20], "txt": [16, 19, 20], "check_executable_driv": 16, "alwai": 16, "kill_test": 16, "present": [16, 19], "condit": 16, "around": 16, "test_harness_driv": 16, "__resubmit__": 16, "No": [16, 20], "r": 16, "__max_submissions__": 16, "esac": 16, "run_arch": [16, 18, 19, 20], "workspac": 16, "deriv": [16, 19], "rgt_path_to_sspac": [16, 18, 19, 20], "One": 16, "access": [16, 18, 20], "script_dir": 16, "store": [16, 19, 20], "correctresult": 16, "insid": [16, 18], "popul": 16, "still": 16, "previou": 16, "absolut": [16, 19], "verifi": [16, 20], "thu": 16, "most": [16, 19, 20], "succeed": 16, "complet": [16, 20], "gave": 16, "answer": 16, "5": 16, "correctli": 16, "exit": [16, 19, 20], "than": [16, 18], "been": [16, 19], "stdout": [16, 20], "stderr": [16, 20], "captur": [16, 18], "output_check": [16, 19, 20], "comput": [16, 19, 20], "output_report": 16, "In": [16, 17, 18, 19, 20, 21], "mani": [16, 18, 19], "serv": [16, 20], "both": 16, "often": 16, "op": 16, "thought": 16, "process": [16, 19], "differ": [16, 18, 19], "count": 16, "integr": [16, 17], "focus": 16, "At": 16, "check_hello_world": 16, "hello_world_n0001": 16, "hello_world_n0002": 16, "veri": [16, 19], "common": [16, 19], "ahead": 16, "root": [16, 18], "test_src": 16, "stdio": [16, 20], "h": [16, 20], "int": 16, "argc": 16, "char": 16, "argv": 16, "rank": 16, "nrank": 16, "mpi_init": 16, "mpi_comm_rank": 16, "mpi_comm_world": 16, "mpi_comm_s": 16, "d": 16, "mpi_fin": 16, "hello_world": 16, "good": [16, 19], "reset": 16, "here": [16, 20], "our": 16, "now": 16, "compil": 16, "o1": 16, "wall": 16, "give": 16, "construct": [16, 17, 19], "ll": 16, "infus": 16, "number": [16, 18, 19], "per": [16, 18, 20], "too": 16, "ppn": 16, "held": 16, "think": 16, "later": [16, 19], "anyth": 16, "notic": 16, "help": [16, 17, 20, 21], "u": [16, 17], "much": 16, "possibl": [16, 19], "difficult": [16, 19], "maintain": 16, "long": 16, "next": [16, 20], "move": 16, "shouldn": 16, "try": [16, 17], "debug": [16, 20], "slurm_nnod": 16, "sever": [16, 18], "reason": [16, 19], "correct": [16, 19], "inadvert": 16, "rgt_submit_arg": [16, 18], "adapt": 16, "__ppn__": 16, "ntask": 16, "leav": [16, 19], "write": [16, 18, 19], "recal": 16, "expected_rank": 16, "grep": 16, "wc": 16, "found": [16, 20], "put": 16, "immedi": 16, "link": [16, 20], "symbol": [16, 20], "achiev": 16, "ln": 16, "expand": 16, "everyth": 16, "els": 16, "modif": 16, "flexibl": [16, 18, 21], "lot": 16, "power": [16, 19], "That": 16, "diminish": 16, "poor": 16, "With": [16, 18], "mind": 16, "dure": [16, 18, 19], "independ": 16, "statement": 16, "chanc": 16, "those": [16, 18, 19], "diverg": 16, "simpli": [16, 19], "usabl": [16, 19], "respons": 16, "understand": 16, "outsid": [16, 18], "my_custom_var_default": 16, "my_env_var": 16, "Then": [16, 19], "__my_custom_variable__": 16, "rgt_machine_nam": [16, 18, 19], "inherit": 16, "translat": 16, "__machine_name__": 16, "lead": 16, "last": [16, 19], "error": [16, 17, 19, 20], "increas": 16, "reusabl": 16, "aid": 16, "collabor": 17, "improv": 17, "greatli": 17, "appreci": 17, "highli": 17, "encourag": 17, "effici": 17, "method": [17, 20], "rgt": [17, 20], "inp": 17, "logfil": [17, 20], "begin": [17, 19], "titl": 17, "team": 17, "quickli": 17, "lack": 17, "block": 17, "invok": 17, "welcom": 17, "through": [17, 18, 19], "pr": 17, "fix": 17, "cite": 17, "bodi": 17, "fork": 17, "person": 17, "usernam": [17, 19], "devel": 17, "upstream": 17, "fetch": [17, 18], "updat": [17, 20], "local": 17, "issue64": 17, "commit": 17, "file1": 17, "summar": 17, "push": 17, "origin": 17, "open": 17, "guid": 17, "under": 17, "more": [17, 18, 20], "regard": 17, "meantim": 17, "rule": 17, "indent": 17, "lowercas": 17, "underscor": 17, "example_var": 17, "explain": 17, "trivial": 17, "hard": 17, "undergo": 17, "review": 17, "evalu": [17, 18], "util": [17, 19], "approv": 17, "discret": 17, "extrem": 18, "wai": [18, 19, 20], "There": [18, 20], "few": 18, "addit": [18, 19], "behavior": 18, "mpi_vers": 18, "rgt_mpi_vers": 18, "cover": 18, "ingest": [18, 20], "core": [18, 21], "parameter": 18, "ONE": 18, "avail": [18, 20], "canl": 18, "replac": 18, "while": 18, "explicitli": 18, "olcf_harness_machin": [18, 20], "statu": [18, 19, 20], "databas": [18, 19, 20], "rgt_machine_typ": 18, "architectur": 18, "rgt_joblauncher_typ": 18, "launcher": 18, "mpirun": 18, "cpu": 18, "gpu": 18, "rgt_submit_queu": [18, 20], "enforc": 18, "q": 18, "id": [18, 19, 20], "proj_id": 18, "highest": [18, 20], "preced": [18, 20], "rgt_submit_acct": [18, 20], "rgt_nccs_test_harness_modul": 18, "commun": 18, "navig": 18, "correspond": [18, 20], "collect": [18, 21], "client": 18, "rgt_system_log_tag": [18, 19], "path_to_rgt_packag": [18, 19], "rgt_app_source_dir": 18, "rgt_test_build_dir": 18, "rgt_test_runarchive_dir": 18, "archiv": [18, 19], "rgt_test_source_dir": 18, "rgt_test_scripts_dir": 18, "rgt_test_status_dir": 18, "rgt_test_work_dir": 18, "_": 18, "rgt_influxdb_dis": 18, "disabl": 18, "disable_influxdb": 18, "dot": 18, "test_id": [18, 19], "prevent": 18, "futur": 18, "rgt_influxdb_uri": [18, 19], "semi": 18, "colon": 18, "my": [18, 19, 20], "port": 18, "api": [18, 19], "v2": [18, 19], "org": [18, 19], "myorg": 18, "bucket": [18, 19], "mybucket": 18, "OR": 18, "latter": 18, "rgt_influxdb_bucket": 18, "rgt_influxdb_org": 18, "automat": [18, 19, 20], "detect": 18, "precis": [18, 19], "rgt_influxdb_token": [18, 19], "token": [18, 19], "encod": 18, "rgt_influxdb_precis": 18, "millisecond": 18, "nanosecond": 18, "rgt_influxdb_dry_run": 18, "send": 18, "rgt_node_location_fil": [18, 19], "metadata": [18, 19], "physic": 18, "sensit": [18, 19], "enabl": 19, "behind": 19, "timestamp": 19, "filesystem": 19, "addition": 19, "seri": 19, "domain": 19, "minim": 19, "suppli": 19, "semicolon": 19, "uri": 19, "full": 19, "relat": 19, "measur": 19, "runtag": 19, "equal": [19, 20], "app": [19, 20], "uniqu": 19, "recent": [19, 20], "kept": [19, 20], "build_directori": [19, 20], "workdir": [19, 20], "event_filenam": 19, "mirror": 19, "event_nam": 19, "build_start": 19, "event_subtyp": 19, "whether": [19, 21], "end": 19, "event_tim": 19, "event_typ": 19, "binary_execut": 19, "event_valu": 19, "indic": 19, "wa": [19, 20], "job_account_id": 19, "job_id": 19, "jobid": 19, "failur": 19, "output_txt": 19, "mine": 19, "64": 19, "kb": 19, "check_alia": 19, "alpha": 19, "numer": 19, "supplement": 19, "larg": [19, 21], "self": 19, "explanatori": 19, "build_end": 19, "submit_end": 19, "binary_execute_end": 19, "check_end": 19, "encount": 19, "err": [19, 20], "capabl": 19, "great": 19, "visual": 19, "certain": 19, "conform": 19, "hashtag": 19, "metric_name_1": 19, "value_1": 19, "metric_name_2": 19, "value_2": 19, "value_3": 19, "metric_name_3": 19, "tvalue_3": 19, "least": 19, "calcul": 19, "between": 19, "binary_execute_start": 19, "build_tim": 19, "execution_tim": 19, "respect": 19, "interest": 19, "dummi": 19, "proper": 19, "placement": 19, "address": 19, "centric": 19, "similar": 19, "trigger": 19, "presenc": 19, "nodecheck": 19, "geospati": 19, "nodenam": 19, "node1": 19, "pass": 19, "node2": 19, "node3": 19, "hw": 19, "column": 19, "dashboard": 19, "squar": 19, "brace": 19, "status": 19, "bad": 19, "ok": 19, "perf": 19, "classifi": 19, "intend": 19, "known": 19, "eas": 19, "hardwar": 19, "bu": 19, "fault": 19, "network": 19, "node_health": 19, "tabl": 19, "By": 19, "cabinet": 19, "board": 19, "row": 19, "correl": 19, "bypass": 19, "json": 19, "desir": 19, "portion": 19, "node001": 19, "c0": 19, "switch": 19, "s0": 19, "slot": 19, "node002": 19, "s1": 19, "queri": 19, "filter": 19, "alias": 19, "dictat": 19, "come": 19, "shape": 19, "distinct": 19, "mpi_err": 19, "bus_err": 19, "timeout": 19, "input_err": 19, "alphabet": 19, "dimens": 19, "categor": 19, "sent": 19, "alongsid": 19, "done": 20, "obtain": 20, "alreadi": 20, "sw": 20, "andes": 20, "odo": 20, "example_machin": 20, "olcf_exampl": 20, "summit_testshot": 20, "prepar": 20, "visibl": 20, "host": 20, "manual": 20, "area": 20, "latest": 20, "version": 20, "well": 20, "prefer": 20, "inputfil": 20, "stop": [20, 21], "instead": 20, "harness_task": 20, "testid": 20, "cleanli": 20, "simultan": 20, "warn": 20, "continu": [20, 21], "receiv": 20, "primari": 20, "configfil": 20, "loglevel": 20, "notset": 20, "info": 20, "critic": 20, "screen": 20, "destin": 20, "consol": 20, "use_harness_tasks_in_rgt_input_fil": 20, "firework": 20, "beta": 20, "sb": 20, "build_out": 20, "appli": 20, "track": 20, "130": 20, "nearli": 20, "directli": 20, "lowest": 20, "except": 20, "whatev": 20, "becaus": 20, "know": 20, "who": 20, "onc": 20, "relev": 20, "status_dir": 20, "consist": 20, "seen": 20, "uncaptur": 20, "mechan": 20, "commonli": 20, "produc": 20, "autom": 21, "softwar": 21, "standalon": 21, "simul": 21, "workload": 21, "iter": 21, "anoth": 21, "brief": 21, "logic": 21, "flow": 21}, "objects": {"": [[2, 0, 0, "-", "create_alt_config_file"], [4, 0, 0, "-", "git_repository"], [3, 0, 0, "-", "layout_of_apps_directory"], [5, 0, 0, "-", "runtests"]], "git_repository": [[4, 1, 1, "", "GitRepository"], [4, 3, 1, "", "get_application_parent_directory"], [4, 3, 1, "", "get_fully_qualified_url_of_application_parent_directory"], [4, 3, 1, "", "get_repository_git_branch"], [4, 3, 1, "", "get_repository_url_of_application"], [4, 3, 1, "", "get_type_of_repository"]], "git_repository.GitRepository": [[4, 2, 1, "", "binaryName"], [4, 2, 1, "", "cloneRepository"], [4, 2, 1, "", "remote_repository_URL"], [4, 2, 1, "", "repository_branch"]]}, "objtypes": {"0": "py:module", "1": "py:class", "2": "py:method", "3": "py:function"}, "objnames": {"0": ["py", "module", "Python module"], "1": ["py", "class", "Python class"], "2": ["py", "method", "Python method"], "3": ["py", "function", "Python function"]}, "titleterms": {"introduct": 0, "raison": 0, "d": 0, "etr": 0, "organiz": [0, 11], "structur": [0, 11, 16], "prequisit": 0, "indic": [0, 6, 14], "tabl": [0, 6, 14], "har": [1, 7, 8, 9, 11, 13, 14, 20, 21], "create_alt_config_fil": 2, "py": [2, 3, 5], "modul": [2, 3, 4, 5, 8, 9], "document": [2, 3, 4, 5, 12, 13, 14], "layout_of_apps_directori": 3, "git_repositori": 4, "runtest": 5, "notat": 6, "convent": 6, "ncc": [7, 8, 9], "python": 7, "packag": [7, 8, 9], "bin": 8, "intoduct": [8, 9], "repositori": [9, 16], "prerequisit": 9, "environment": 9, "variabl": [9, 16, 18], "exampl": [9, 16], "refer": 10, "git": 11, "unit": [11, 13], "test": [11, 13, 14, 16, 20, 21], "framework": 11, "set": [11, 16], "up": [11, 16], "runtim": 11, "environ": [11, 16, 18, 20], "gener": 11, "machin": [11, 15], "specif": [11, 18], "run": [11, 18, 20], "api": 11, "usag": [12, 13, 20], "develop": [12, 13], "gitlab": 12, "ci": 12, "cd": 12, "pytest": 13, "olcf": 14, "user": 14, "guid": [14, 20], "ad": [15, 16], "new": [15, 16, 17], "creat": 15, "basic": [15, 20], "configur": [15, 18], "applic": [16, 19, 20], "sourc": [16, 17], "code": [16, 17], "url": 16, "input": 16, "requir": 16, "script": 16, "build": [16, 20], "job": 16, "templat": 16, "check": [16, 19, 20], "report": [16, 17], "from": 16, "ground": 16, "best": 16, "practic": 16, "us": [16, 20], "central": [16, 20], "defin": 16, "replac": 16, "instead": 16, "just": 16, "envvar": 16, "expect": 16, "contribut": 17, "bug": 17, "request": 17, "featur": 17, "time": [18, 20], "extens": [18, 19], "influxdb": 19, "event": 19, "log": [19, 20], "metric": 19, "monitor": 19, "health": 19, "individu": 19, "node": 19, "alia": 19, "quick": 20, "start": 20, "instal": 20, "option": 20, "1": 20, "pre": 20, "built": 20, "oth": 20, "On": 20, "Andes": 20, "frontier": 20, "2": 20, "your": 20, "own": 20, "copi": 20, "launch": 20, "command": 20, "line": 20, "paramet": 20, "find": 20, "output": 20, "submit": 20, "maintain": 20, "file": 20, "overview": 21, "purpos": 21, "execut": 21}, "envversion": {"sphinx.domains.c": 2, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 8, "sphinx.domains.index": 1, "sphinx.domains.javascript": 2, "sphinx.domains.math": 2, "sphinx.domains.python": 3, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1, "sphinx": 57}, "alltitles": {"Introduction": [[0, "introduction"]], "Raison d\u2019etre": [[0, "raison-d-etre"]], "Organizational Structure": [[0, "organizational-structure"], [11, "organizational-structure"]], "Prequisites": [[0, "prequisites"]], "Indices and tables": [[0, "indices-and-tables"], [6, "indices-and-tables"], [14, "indices-and-tables"]], "harness": [[1, "harness"]], "create_alt_config_file.py Module Documentation": [[2, "create-alt-config-file-py-module-documentation"]], "layout_of_apps_directory.py Module Documentation": [[3, "layout-of-apps-directory-py-module-documentation"]], "git_repository Module Documentation": [[4, "git-repository-module-documentation"]], "runtests.py Module Documentation": [[5, "runtests-py-module-documentation"]], "Notational Conventions": [[6, "notational-conventions"]], "NCCS Harness Python Packages": [[7, "nccs-harness-python-packages"]], "NCCS Harness bin package": [[8, "nccs-harness-bin-package"]], "Intoduction": [[8, "intoduction"], [9, "intoduction"]], "Modules": [[8, "modules"], [9, "modules"]], "NCCS Harness repositories package": [[9, "nccs-harness-repositories-package"]], "Prerequisite Environmental Variables": [[9, "prerequisite-environmental-variables"]], "Examples": [[9, "examples"]], "References": [[10, "references"]], "Git Unit Test Framework": [[11, "git-unit-test-framework"]], "Setting Up the Harness Unit Testing Runtime Environment": [[11, "setting-up-the-harness-unit-testing-runtime-environment"]], "Generic Tests": [[11, "generic-tests"], [11, "id1"]], "Machine Specific Tests": [[11, "machine-specific-tests"], [11, "id2"]], "Running the Harness Unit Tests": [[11, "running-the-harness-unit-tests"]], "Harness Unit Testing API": [[11, "harness-unit-testing-api"]], "Usage and Developer Documentation for GitLab CI/CD": [[12, "usage-and-developer-documentation-for-gitlab-ci-cd"]], "Usage and Developer Documentation for Harness\u2019 pytest Unit Tests": [[13, "usage-and-developer-documentation-for-harness-pytest-unit-tests"]], "OLCF Test Harness Documentation": [[14, "olcf-test-harness-documentation"]], "User Guide": [[14, null]], "Adding a New Machine": [[15, "adding-a-new-machine"]], "Create a Basic Machine Configuration": [[15, "create-a-basic-machine-configuration"]], "Adding a New Test": [[16, "adding-a-new-test"]], "Application Source Code Repository Structure": [[16, "application-source-code-repository-structure"]], "Repository URL": [[16, "repository-url"]], "Repository structure": [[16, "repository-structure"]], "Example Repository Structure": [[16, "example-repository-structure"]], "Application Test Input": [[16, "application-test-input"]], "Required Application Test Scripts": [[16, "required-application-test-scripts"]], "Build Script": [[16, "build-script"]], "Job Script Template": [[16, "job-script-template"]], "Check Script": [[16, "check-script"]], "Report Script": [[16, "report-script"]], "Example Test from the Ground Up": [[16, "example-test-from-the-ground-up"]], "Best Practices": [[16, "best-practices"]], "Use a centralized script to set up the environment": [[16, "use-a-centralized-script-to-set-up-the-environment"]], "Define replacement variables instead of just EnvVars": [[16, "define-replacement-variables-instead-of-just-envvars"]], "Check for expected environment variables": [[16, "check-for-expected-environment-variables"]], "Contributing": [[17, "contributing"]], "Reporting Bugs": [[17, "reporting-bugs"]], "Requesting New Features": [[17, "requesting-new-features"]], "Contributing Source Code": [[17, "contributing-source-code"]], "Environment Variables": [[18, "environment-variables"]], "Configuration Variables": [[18, "configuration-variables"]], "Run-Time Variables": [[18, "run-time-variables"]], "Extension-specific Variables": [[18, "extension-specific-variables"]], "Extensions": [[19, "extensions"]], "InfluxDB Event Logging": [[19, "influxdb-event-logging"]], "Logging application metrics to InfluxDB": [[19, "logging-application-metrics-to-influxdb"]], "Monitoring the health of individual nodes": [[19, "monitoring-the-health-of-individual-nodes"]], "Check Alias": [[19, "check-alias"]], "Quick-Start Guide": [[20, "quick-start-guide"]], "Installation": [[20, "installation"]], "Option 1: Using the centralized (pre-built) OTH": [[20, "option-1-using-the-centralized-pre-built-oth"]], "On Andes and Frontier": [[20, "on-andes-and-frontier"]], "Option 2: Using your own copy of the harness": [[20, "option-2-using-your-own-copy-of-the-harness"]], "Launching the OTH": [[20, "launching-the-oth"]], "Basic Usage": [[20, "basic-usage"]], "Command-line Options": [[20, "command-line-options"]], "Run-time environment parameters": [[20, "run-time-environment-parameters"]], "Finding Test Output": [[20, "finding-test-output"]], "Build, Submit, and Check Output": [[20, "build-submit-and-check-output"]], "Application Output": [[20, "application-output"]], "Harness-maintained Log Files": [[20, "harness-maintained-log-files"]], "Overview of the Test Harness": [[21, "overview-of-the-test-harness"]], "Purpose": [[21, "purpose"]], "Execution Overview": [[21, "execution-overview"]]}, "indexentries": {"create_alt_config_file": [[2, "module-create_alt_config_file"]], "module": [[2, "module-create_alt_config_file"], [3, "module-layout_of_apps_directory"], [4, "module-git_repository"], [5, "module-runtests"]], "layout_of_apps_directory": [[3, "module-layout_of_apps_directory"]], "gitrepository (class in git_repository)": [[4, "git_repository.GitRepository"]], "binaryname (gitrepository property)": [[4, "git_repository.GitRepository.binaryName"]], "clonerepository() (gitrepository method)": [[4, "git_repository.GitRepository.cloneRepository"]], "get_application_parent_directory() (in module git_repository)": [[4, "git_repository.get_application_parent_directory"]], "get_fully_qualified_url_of_application_parent_directory() (in module git_repository)": [[4, "git_repository.get_fully_qualified_url_of_application_parent_directory"]], "get_repository_git_branch() (in module git_repository)": [[4, "git_repository.get_repository_git_branch"]], "get_repository_url_of_application() (in module git_repository)": [[4, "git_repository.get_repository_url_of_application"]], "get_type_of_repository() (in module git_repository)": [[4, "git_repository.get_type_of_repository"]], "git_repository": [[4, "module-git_repository"]], "remote_repository_url (gitrepository property)": [[4, "git_repository.GitRepository.remote_repository_URL"]], "repository_branch (gitrepository property)": [[4, "git_repository.GitRepository.repository_branch"]], "runtests": [[5, "module-runtests"]]}})
\ No newline at end of file
diff --git a/docs/user_guide/adding_new_machine.html b/docs/user_guide/adding_new_machine.html
index 29be320..b88a568 100644
--- a/docs/user_guide/adding_new_machine.html
+++ b/docs/user_guide/adding_new_machine.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>Adding a New Machine &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -110,7 +111,7 @@
 <li class="toctree-l1"><a class="reference internal" href="launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -244,7 +245,7 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="adding-a-new-machine">
+  <section id="adding-a-new-machine">
 <span id="section-new-machine"></span><h1>Adding a New Machine<a class="headerlink" href="#adding-a-new-machine" title="Permalink to this heading">¶</a></h1>
 <p>The following steps can be used to add support for a new system:</p>
 <ol class="arabic simple">
@@ -259,7 +260,7 @@
 </ol>
 <p>Creating a new machine configuration file is discussed below.
 The creation of new tests is discussed in <a class="reference internal" href="adding_new_test.html#section-new-test"><span class="std std-ref">Adding a New Test</span></a>.</p>
-<div class="section" id="create-a-basic-machine-configuration">
+<section id="create-a-basic-machine-configuration">
 <h2>Create a Basic Machine Configuration<a class="headerlink" href="#create-a-basic-machine-configuration" title="Permalink to this heading">¶</a></h2>
 <p>An example input file with detailed explanation is contained below.
 All settings in the <em>machine.ini</em> file are used to set environment variables that can be used throughout the test.
@@ -329,8 +330,8 @@ <h2>Create a Basic Machine Configuration<a class="headerlink" href="#create-a-ba
 However, that usage of <strong>batch_queue</strong>/<strong>RGT_BATCH_QUEUE</strong> and <strong>project_id</strong>/<strong>RGT_PROJECT_ID</strong> may be incorrect.
 For handling these variables, please see <a class="reference internal" href="launching.html#runtime-configurable-parameters"><span class="std std-ref">Run-time environment parameters</span></a>.</p>
 </div>
-</div>
-</div>
+</section>
+</section>
 
 
            </div>
diff --git a/docs/user_guide/adding_new_test.html b/docs/user_guide/adding_new_test.html
index cdfaaee..1d6b77b 100644
--- a/docs/user_guide/adding_new_test.html
+++ b/docs/user_guide/adding_new_test.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>Adding a New Test &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -110,7 +111,7 @@
 <li class="toctree-l1"><a class="reference internal" href="launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -244,25 +245,29 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="adding-a-new-test">
+  <section id="adding-a-new-test">
 <span id="section-new-test"></span><h1>Adding a New Test<a class="headerlink" href="#adding-a-new-test" title="Permalink to this heading">¶</a></h1>
 <p>The OLCF Test Harness (OTH) requires a specific source code repository structure for application tests.
 This document describes how to add an application and associated tests for a specific system to the harness.</p>
-<div class="section" id="application-source-code-repository-structure">
+<section id="application-source-code-repository-structure">
 <h2>Application Source Code Repository Structure<a class="headerlink" href="#application-source-code-repository-structure" title="Permalink to this heading">¶</a></h2>
 <p>The top-level group in a GitLab group (or GitHub repo) contains a sub-group for each target machine.</p>
-<div class="section" id="repository-url">
+<section id="repository-url">
 <h3>Repository URL<a class="headerlink" href="#repository-url" title="Permalink to this heading">¶</a></h3>
 <p>Each application that can be run on a given machine should have a repository (or directory) within that machine’s group.</p>
-</div>
-<div class="section" id="repository-structure">
+</section>
+<section id="repository-structure">
 <span id="id1"></span><h3>Repository structure<a class="headerlink" href="#repository-structure" title="Permalink to this heading">¶</a></h3>
 <p>The application repository must be structured as shown below:</p>
-<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="o">&lt;</span><span class="n">application</span> <span class="n">name</span><span class="o">&gt;/&lt;</span><span class="n">test</span> <span class="n">name</span><span class="o">&gt;/</span><span class="n">Scripts</span><span class="o">/</span>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span></span><span class="o">&lt;</span><span class="n">application</span> <span class="n">name</span><span class="o">&gt;/&lt;</span><span class="n">test</span> <span class="n">name</span><span class="o">&gt;/</span>
+                               <span class="n">Scripts</span><span class="o">/</span>
                                       <span class="o">/</span><span class="n">rgt_test_input</span><span class="o">.</span><span class="n">ini</span>
                                       <span class="o">/&lt;</span><span class="n">check</span> <span class="n">script</span><span class="o">&gt;</span>
                                       <span class="o">/&lt;</span><span class="n">report</span> <span class="n">script</span><span class="o">&gt;</span>
                                       <span class="o">/&lt;</span><span class="n">job</span> <span class="n">script</span> <span class="n">template</span><span class="o">&gt;</span>
+                               <span class="n">Source</span><span class="o">/</span> <span class="p">(</span><span class="n">optional</span><span class="p">)</span>
+                                     <span class="o">/&lt;</span><span class="n">an</span> <span class="n">alternate</span> <span class="n">build</span> <span class="n">script</span> <span class="n">just</span> <span class="k">for</span> <span class="n">this</span> <span class="n">test</span><span class="o">&gt;</span>
+                                     <span class="o">/&lt;</span><span class="n">a</span> <span class="n">modified</span> <span class="n">source</span> <span class="n">file</span><span class="o">&gt;</span>
 <span class="o">&lt;</span><span class="n">application</span> <span class="n">name</span><span class="o">&gt;/</span><span class="n">Source</span><span class="o">/</span>
                          <span class="o">/&lt;</span><span class="n">build</span> <span class="n">script</span><span class="o">&gt;</span>
                          <span class="o">/&lt;</span><span class="n">other</span> <span class="n">application</span> <span class="n">source</span> <span class="ow">and</span> <span class="n">build</span> <span class="n">files</span><span class="o">&gt;</span>
@@ -274,9 +279,11 @@ <h3>Repository URL<a class="headerlink" href="#repository-url" title="Permalink
 which should contain the test configuration file (see <a class="reference internal" href="#application-test-input"><span class="std std-ref">Application Test Input</span></a> below)
 and other required scripts (see <a class="reference internal" href="#required-application-test-scripts"><span class="std std-ref">Required Application Test Scripts</span></a> below).
 This directory contains templates and input files for the test – a test must not modify files in this directory.</p>
-<p>Second, the application’s source code and required build script should reside within the <em>Source</em> directory of the repository.</p>
-</div>
-<div class="section" id="example-repository-structure">
+<p>Second, the application’s source code and required build script should reside within the <em>Source</em> directory of the repository.
+Optionally, a test may add or override files from the application’s <em>Source</em> tree by providing a <em>Source</em> directory within the test directory.
+This directory will be overlayed over the application <em>Source</em> directory, so it may use the same internal directory structure.</p>
+</section>
+<section id="example-repository-structure">
 <h3>Example Repository Structure<a class="headerlink" href="#example-repository-structure" title="Permalink to this heading">¶</a></h3>
 <p>For instance, let’s assume we have a Git repository for an application called <em>hello_mpi</em>.</p>
 <p>To add a single node test and a two node test, we would create a separate subdirectory for each test, including their required <em>Scripts</em> subdirectory:</p>
@@ -285,10 +292,11 @@ <h3>Example Repository Structure<a class="headerlink" href="#example-repository-
 <span class="w">         </span>/Source
 </pre></div>
 </div>
-<p>Note that the test names are not required to follow any specific naming convention, but you should avoid spaces and special characters in the names.</p>
-</div>
-</div>
-<div class="section" id="application-test-input">
+<p>Note that the test names are not required to follow any specific naming convention, but you should avoid spaces and special characters in the names.
+Since these tests are going to share the same source and build script, we are not going to create a <em>Source</em> subdirectory in either of the tests’ subdirectories.</p>
+</section>
+</section>
+<section id="application-test-input">
 <span id="id2"></span><h2>Application Test Input<a class="headerlink" href="#application-test-input" title="Permalink to this heading">¶</a></h2>
 <p>Each test’s <em>Scripts</em> directory should contain a test input file named <em>rgt_test_input.ini</em>.
 The test input file contains information that is used by the OTH to build, submit, and check the results of application tests.
@@ -340,8 +348,8 @@ <h3>Example Repository Structure<a class="headerlink" href="#example-repository-
 <p>Setting a variable in the Replacements section to <code class="docutils literal notranslate"><span class="pre">&lt;obtain_from_environment&gt;</span></code> pulls in the value set by an environment variable.
 For example, if you set <code class="docutils literal notranslate"><span class="pre">nodes</span> <span class="pre">=</span> <span class="pre">&lt;obtain_from_environment&gt;</span></code> and set <em>RGT_NODES=4</em> in your environment, then <em>__nodes__</em> will be replaced with 4.</p>
 </div>
-</div>
-<div class="section" id="required-application-test-scripts">
+</section>
+<section id="required-application-test-scripts">
 <span id="id3"></span><h2>Required Application Test Scripts<a class="headerlink" href="#required-application-test-scripts" title="Permalink to this heading">¶</a></h2>
 <p>The OTH requires each application test to provide (1) a build script, (2) a job script template, (3) a check script, and (4) a reporting script.
 These scripts should be placed in the locations described in <a class="reference internal" href="#repository-structure"><span class="std std-ref">Repository structure</span></a>.
@@ -349,7 +357,7 @@ <h3>Example Repository Structure<a class="headerlink" href="#example-repository-
 This is useful in cases where a script is not needed.
 For example, a test that relies on standard system-provided tools can set the build script to <code class="docutils literal notranslate"><span class="pre">/usr/bin/echo</span></code> to remove the need to have an empty build script.
 If the OTH cannot find the scripts specified by the test input file (<em>rgt_test_input.ini</em>), it will fail to launch.</p>
-<div class="section" id="build-script">
+<section id="build-script">
 <h3>Build Script<a class="headerlink" href="#build-script" title="Permalink to this heading">¶</a></h3>
 <p>The build script can be a shell script, a Python script, or other executable command.
 It is specified in the test input file as <em>build_cmd</em>, and the OTH will execute the provided value as a subprocess.
@@ -369,8 +377,8 @@ <h3>Build Script<a class="headerlink" href="#build-script" title="Permalink to t
 <p>The build command be executed from the directory <strong>$BUILD_DIR</strong>, which is a copy of the contents of <em>Source/</em>.
 This means the build script should be written as if it were executed from <em>Source/</em>, regardless of where it actually is.</p>
 <p>Likewise, the path to the build script given by <em>build_cmd</em> in <em>rgt_test_input.ini</em> should be relative to the <em>Source/</em> directory.</p>
-</div>
-<div class="section" id="job-script-template">
+</section>
+<section id="job-script-template">
 <span id="id4"></span><h3>Job Script Template<a class="headerlink" href="#job-script-template" title="Permalink to this heading">¶</a></h3>
 <p>The OTH will generate the batch job script from the job script template by replacing keywords
 of the form <code class="docutils literal notranslate"><span class="pre">__keyword__</span></code> with the values specified in the test input <code class="docutils literal notranslate"><span class="pre">[Replacements]</span></code> section.</p>
@@ -414,7 +422,8 @@ <h3>Build Script<a class="headerlink" href="#build-script" title="Permalink to t
 <span class="nb">cd</span><span class="w"> </span><span class="nv">$WORK_DIR</span>
 
 env<span class="w"> </span><span class="p">&amp;</span>&gt;<span class="w"> </span>job.environ
-scontrol<span class="w"> </span>show<span class="w"> </span>hostnames<span class="w"> </span>&gt;<span class="w"> </span>job.nodes
+scontrol<span class="w"> </span>show<span class="w"> </span>hostnames<span class="w"> </span><span class="p">&amp;</span>&gt;<span class="w"> </span>job.nodes
+ldd<span class="w"> </span><span class="nv">$BUILD_DIR</span>/bin/<span class="nv">$EXECUTABLE</span><span class="w"> </span><span class="p">&amp;</span>&gt;<span class="w"> </span>ldd.log
 
 <span class="c1"># Run the executable.</span>
 log_binary_execution_time.py<span class="w"> </span>--scriptsdir<span class="w"> </span><span class="nv">$SCRIPTS_DIR</span><span class="w"> </span>--uniqueid<span class="w"> </span><span class="nv">$HARNESS_ID</span><span class="w"> </span>--mode<span class="w"> </span>start
@@ -460,8 +469,8 @@ <h3>Build Script<a class="headerlink" href="#build-script" title="Permalink to t
 <p>The environment variable <strong>$EXECUTABLE</strong> is also populated based on <code class="docutils literal notranslate"><span class="pre">executable_path</span></code> entry in <em>rgt_test_input.ini</em> file.
 The executable may still be inside <strong>$BUILD_DIR</strong> from the previous step,
 so one would need to either copy it to <strong>$WORK_DIR</strong> or provide the absolute path in the job script such as <strong>$BUILD_DIR/$EXECUTABLE</strong>.</p>
-</div>
-<div class="section" id="check-script">
+</section>
+<section id="check-script">
 <h3>Check Script<a class="headerlink" href="#check-script" title="Permalink to this heading">¶</a></h3>
 <p>The check script can be a shell script, Python script, or other executable command.
 This must be an absolute path to a command (ie, <code class="docutils literal notranslate"><span class="pre">/usr/bin/echo</span></code> instead of <code class="docutils literal notranslate"><span class="pre">echo</span></code>).</p>
@@ -490,8 +499,8 @@ <h3>Check Script<a class="headerlink" href="#check-script" title="Permalink to t
 <span class="nb">exit</span><span class="w"> </span><span class="m">0</span>
 </pre></div>
 </div>
-</div>
-<div class="section" id="report-script">
+</section>
+<section id="report-script">
 <h3>Report Script<a class="headerlink" href="#report-script" title="Permalink to this heading">¶</a></h3>
 <p>Like the check script, the report script can be a shell script, Python script, or other executable command.
 Report scripts are generally used to compute performance metrics from the run.
@@ -503,9 +512,9 @@ <h3>Report Script<a class="headerlink" href="#report-script" title="Permalink to
 In that event, report scripts often just <code class="docutils literal notranslate"><span class="pre">exit</span> <span class="pre">0</span></code>.
 An alternative to a no-op bash script, you may use <code class="docutils literal notranslate"><span class="pre">/usr/bin/echo</span></code> on most Linux systems.</p>
 </div>
-</div>
-</div>
-<div class="section" id="example-test-from-the-ground-up">
+</section>
+</section>
+<section id="example-test-from-the-ground-up">
 <h2>Example Test from the Ground Up<a class="headerlink" href="#example-test-from-the-ground-up" title="Permalink to this heading">¶</a></h2>
 <p>This section details the thought process when developing a new test from the ground up.
 In this section, we develop an application repository named <code class="docutils literal notranslate"><span class="pre">mpi-tests</span></code>, which contains two “Hello, World!” MPI tests at different node counts.
@@ -662,7 +671,7 @@ <h2>Example Test from the Ground Up<a class="headerlink" href="#example-test-fro
 <span class="c1">#   1. for testing purposes, it&#39;s good to ensure that SLURM_NNODES is correct, since users will use that</span>
 <span class="c1">#   2. if you inadvertently set $RGT_SUBMIT_ARGS, using SLURM_NNODES will adapt to the size of the job</span>
 <span class="nb">set</span><span class="w"> </span>-x
-srun<span class="w"> </span>-N<span class="w"> </span><span class="si">${</span><span class="nv">SLURM_NNODES</span><span class="si">}</span><span class="w"> </span>-n<span class="w"> </span><span class="k">$((</span><span class="si">${</span><span class="nv">SLURM_NNODES</span><span class="si">}</span><span class="o">*</span><span class="nv">__ppn__</span><span class="k">))</span><span class="w"> </span>--ntasks-per-node<span class="o">=</span>__ppn__<span class="w"> </span><span class="nv">$BUILD_DIR</span>/<span class="nv">$EXECUTABLE</span><span class="w"> </span><span class="p">&amp;</span>&gt;<span class="w"> </span>stdout.txt
+srun<span class="w"> </span>-N<span class="w"> </span><span class="si">${</span><span class="nv">SLURM_NNODES</span><span class="si">}</span><span class="w"> </span>-n<span class="w"> </span><span class="k">$((</span><span class="si">${</span><span class="nv">SLURM_NNODES</span><span class="si">}</span><span class="o">*</span>__ppn__<span class="k">))</span><span class="w"> </span>--ntasks-per-node<span class="o">=</span>__ppn__<span class="w"> </span><span class="nv">$BUILD_DIR</span>/<span class="nv">$EXECUTABLE</span><span class="w"> </span><span class="p">&amp;</span>&gt;<span class="w"> </span>stdout.txt
 <span class="nb">set</span><span class="w"> </span>+x
 
 log_binary_execution_time.py<span class="w"> </span>--scriptsdir<span class="w"> </span><span class="nv">$SCRIPTS_DIR</span><span class="w"> </span>--uniqueid<span class="w"> </span><span class="nv">$HARNESS_ID</span><span class="w"> </span>--mode<span class="w"> </span>final
@@ -718,13 +727,13 @@ <h2>Example Test from the Ground Up<a class="headerlink" href="#example-test-fro
 </div>
 <p>To expand to a 2-node <em>Hello, World!</em> test, we can just copy the <em>Scripts</em> directory from the single-node test, then modify the <em>rgt_test_input.ini</em> to specify 2 nodes instead of 1.
 Everything else is generalized, so no modification is needed.</p>
-</div>
-<div class="section" id="best-practices">
+</section>
+<section id="best-practices">
 <span id="id5"></span><h2>Best Practices<a class="headerlink" href="#best-practices" title="Permalink to this heading">¶</a></h2>
 <p>The OTH is very flexible and gives the user a lot of power.
 That power can be diminished by poor test design.</p>
 <p>With that in mind, this section presents some of the best practices in test design.</p>
-<div class="section" id="use-a-centralized-script-to-set-up-the-environment">
+<section id="use-a-centralized-script-to-set-up-the-environment">
 <h3>Use a centralized script to set up the environment<a class="headerlink" href="#use-a-centralized-script-to-set-up-the-environment" title="Permalink to this heading">¶</a></h3>
 <p>During a test run, the environment is independently set up during the build and run stages.
 If the build script and job script each contain several <code class="docutils literal notranslate"><span class="pre">module</span> <span class="pre">load</span></code> statements, there is a chance that those can diverge.
@@ -732,8 +741,8 @@ <h3>Use a centralized script to set up the environment<a class="headerlink" href
 and <code class="docutils literal notranslate"><span class="pre">source</span></code> that script from the build and job scripts.
 For the build script, this can be accomplished as simply <code class="docutils literal notranslate"><span class="pre">source</span> <span class="pre">env.sh</span></code>, if the script is in the top level of the Source directory.
 For the job script, this can be accomplished by <code class="docutils literal notranslate"><span class="pre">source</span> <span class="pre">$BUILD_DIR/env.sh</span></code>, if the <strong>$BUILD_DIR</strong> environment variable is defined as in the <a class="reference internal" href="#job-script-template"><span class="std std-ref">Job Script Template</span></a> section above.</p>
-</div>
-<div class="section" id="define-replacement-variables-instead-of-just-envvars">
+</section>
+<section id="define-replacement-variables-instead-of-just-envvars">
 <h3>Define replacement variables instead of just EnvVars<a class="headerlink" href="#define-replacement-variables-instead-of-just-envvars" title="Permalink to this heading">¶</a></h3>
 <p>In <strong>rgt_test_input.ini</strong>, it is recommended that if you define an environment variable in the <code class="docutils literal notranslate"><span class="pre">[EnvVars]</span></code> section,
 that you also define a replacement variable in <code class="docutils literal notranslate"><span class="pre">[Replacements]</span></code> that is used in the job script to re-define that environment variable.
@@ -768,15 +777,15 @@ <h3>Define replacement variables instead of just EnvVars<a class="headerlink" hr
 </pre></div>
 </div>
 <p>The same feature cannot be used in the build script, which leads to the next best practice, checking for expected environment variables.</p>
-</div>
-<div class="section" id="check-for-expected-environment-variables">
+</section>
+<section id="check-for-expected-environment-variables">
 <h3>Check for expected environment variables<a class="headerlink" href="#check-for-expected-environment-variables" title="Permalink to this heading">¶</a></h3>
 <p>Following on the last best practice, if the harness or environment script define any environment variables required in the build and job scripts,
 the scripts should check that those are set and return an error if they are not.
 This increases the reusability of the scripts outside of the test harness and aids debugging.</p>
-</div>
-</div>
-</div>
+</section>
+</section>
+</section>
 
 
            </div>
diff --git a/docs/user_guide/contributing.html b/docs/user_guide/contributing.html
index a407751..f2f9471 100644
--- a/docs/user_guide/contributing.html
+++ b/docs/user_guide/contributing.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>Contributing &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -109,7 +110,7 @@
 <li class="toctree-l1"><a class="reference internal" href="launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -243,11 +244,11 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="contributing">
+  <section id="contributing">
 <h1>Contributing<a class="headerlink" href="#contributing" title="Permalink to this heading">¶</a></h1>
 <p>Collaboration for the improvement of the OLCF Test Harness is greatly appreciated and highly encouraged.
 Contributions in the form of bug reports, feature requests, and source-code contributions are all efficient methods of contributing.</p>
-<div class="section" id="reporting-bugs">
+<section id="reporting-bugs">
 <h2>Reporting Bugs<a class="headerlink" href="#reporting-bugs" title="Permalink to this heading">¶</a></h2>
 <p>Please report bugs to the <a class="reference external" href="https://github.com/olcf/olcf-test-harness">OTH GitHub Repository</a> Issues page.
 Include the following information in your Issue:</p>
@@ -260,8 +261,8 @@ <h2>Reporting Bugs<a class="headerlink" href="#reporting-bugs" title="Permalink
 <li><p>The contents of your test input file (<em>rgt_test_input.ini</em>)</p></li>
 <li><p>The contents of all logs in <strong>$RESULTS_DIR/LogFiles</strong></p></li>
 </ul>
-</div>
-<div class="section" id="requesting-new-features">
+</section>
+<section id="requesting-new-features">
 <h2>Requesting New Features<a class="headerlink" href="#requesting-new-features" title="Permalink to this heading">¶</a></h2>
 <p>To request a new feature (ie, new command-line flag, support for a new scheduler), please submit an Issue to the <a class="reference external" href="https://github.com/olcf/olcf-test-harness">OTH GitHub Repository</a> Issues page.
 Please add <strong>Feature Request:</strong> to the beginning of your issue title to help the development team quickly identify the request.
@@ -271,8 +272,8 @@ <h2>Requesting New Features<a class="headerlink" href="#requesting-new-features"
 <li><p>Is the lack of this feature blocking your usage of the OTH?</p></li>
 <li><p>How do you want to invoke the new feature? (ie, environment variable, command-line flag, configuration file parameter)</p></li>
 </ul>
-</div>
-<div class="section" id="contributing-source-code">
+</section>
+<section id="contributing-source-code">
 <h2>Contributing Source Code<a class="headerlink" href="#contributing-source-code" title="Permalink to this heading">¶</a></h2>
 <p>Source-code contribution is welcomed through GitHub Pull Requests to the <a class="reference external" href="https://github.com/olcf/olcf-test-harness">OTH GitHub Repository</a> Pull Requests page.
 For PRs that fix bugs or implement a new feature, please cite the specific Issue in the body of the PR.
@@ -328,8 +329,8 @@ <h2>Contributing Source Code<a class="headerlink" href="#contributing-source-cod
 PRs implementing new features will be evaluated for utility provided to the OTH.
 Approval and integration of new features into the OTH is at the discretion of the development team.</p>
 </div>
-</div>
-</div>
+</section>
+</section>
 
 
            </div>
diff --git a/docs/user_guide/envvars.html b/docs/user_guide/envvars.html
index aff1dee..f65c840 100644
--- a/docs/user_guide/envvars.html
+++ b/docs/user_guide/envvars.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>Environment Variables &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -110,7 +111,7 @@
 <li class="toctree-l1"><a class="reference internal" href="launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -244,7 +245,7 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="environment-variables">
+  <section id="environment-variables">
 <h1>Environment Variables<a class="headerlink" href="#environment-variables" title="Permalink to this heading">¶</a></h1>
 <div class="toctree-wrapper compound">
 </div>
@@ -257,7 +258,7 @@ <h1>Environment Variables<a class="headerlink" href="#environment-variables" tit
 <p>The <code class="docutils literal notranslate"><span class="pre">&lt;machine&gt;.ini</span></code> file can contain user-defined environment variables (such as <code class="docutils literal notranslate"><span class="pre">mpi_version</span></code>, which sets <code class="docutils literal notranslate"><span class="pre">RGT_MPI_VERSION</span></code> in the environment).
 The only variables covered in this section are those ingested by the core harness code.</p>
 </div>
-<div class="section" id="configuration-variables">
+<section id="configuration-variables">
 <span id="env-vars-config"></span><h2>Configuration Variables<a class="headerlink" href="#configuration-variables" title="Permalink to this heading">¶</a></h2>
 <p>There are many variables required to parameterize the OTH behavior.
 All but ONE of these can have default values provided through the <code class="docutils literal notranslate"><span class="pre">&lt;machine&gt;ini</span></code> file,
@@ -310,8 +311,8 @@ <h1>Environment Variables<a class="headerlink" href="#environment-variables" tit
 RGT_SYSTEM_LOG_TAG              A tag describing the purpose of the test launch. Used in status file &amp; database logging.
 </pre></div>
 </div>
-</div>
-<div class="section" id="run-time-variables">
+</section>
+<section id="run-time-variables">
 <span id="env-vars-run"></span><h2>Run-Time Variables<a class="headerlink" href="#run-time-variables" title="Permalink to this heading">¶</a></h2>
 <p>The OLCF Test Harness also SETS many variables while inside of a test.
 These variables cannot be used by the <code class="docutils literal notranslate"><span class="pre">rgt_test_input.ini</span></code> file via <code class="docutils literal notranslate"><span class="pre">&lt;obtain_from_environment&gt;</span></code>.
@@ -320,13 +321,14 @@ <h1>Environment Variables<a class="headerlink" href="#environment-variables" tit
 <span class="n">RGT_APP_SOURCE_DIR</span>          <span class="n">Path</span> <span class="n">to</span> <span class="n">the</span> <span class="s1">&#39;Source&#39;</span> <span class="n">directory</span> <span class="n">of</span> <span class="n">the</span> <span class="n">current</span> <span class="n">application</span><span class="o">.</span>
 <span class="n">RGT_TEST_BUILD_DIR</span>          <span class="n">Path</span> <span class="n">to</span> <span class="n">the</span> <span class="n">build</span> <span class="n">directory</span> <span class="n">of</span> <span class="n">the</span> <span class="n">currently</span><span class="o">-</span><span class="n">running</span> <span class="n">test</span><span class="o">.</span>
 <span class="n">RGT_TEST_RUNARCHIVE_DIR</span>     <span class="n">Path</span> <span class="n">to</span> <span class="n">the</span> <span class="n">run</span> <span class="n">archive</span> <span class="n">directory</span> <span class="n">of</span> <span class="n">the</span> <span class="n">currently</span><span class="o">-</span><span class="n">running</span> <span class="n">test</span><span class="o">.</span>
+<span class="n">RGT_TEST_SOURCE_DIR</span>         <span class="n">Path</span> <span class="n">to</span> <span class="n">the</span> <span class="n">source</span> <span class="n">overlay</span> <span class="n">directory</span> <span class="n">of</span> <span class="n">the</span> <span class="n">currently</span><span class="o">-</span><span class="n">running</span> <span class="n">test</span><span class="o">.</span>
 <span class="n">RGT_TEST_SCRIPTS_DIR</span>        <span class="n">Path</span> <span class="n">to</span> <span class="n">the</span> <span class="n">scripts</span> <span class="n">directory</span> <span class="n">of</span> <span class="n">the</span> <span class="n">currently</span><span class="o">-</span><span class="n">running</span> <span class="n">test</span><span class="o">.</span>
 <span class="n">RGT_TEST_STATUS_DIR</span>         <span class="n">Path</span> <span class="n">to</span> <span class="n">the</span> <span class="n">status</span> <span class="n">directory</span> <span class="n">of</span> <span class="n">the</span> <span class="n">currently</span><span class="o">-</span><span class="n">running</span> <span class="n">test</span><span class="o">.</span>
 <span class="n">RGT_TEST_WORK_DIR</span>           <span class="n">Path</span> <span class="n">to</span> <span class="n">the</span> <span class="n">work</span> <span class="p">(</span><span class="n">scratch</span><span class="p">)</span> <span class="n">directory</span> <span class="n">of</span> <span class="n">the</span> <span class="n">currently</span><span class="o">-</span><span class="n">running</span> <span class="n">test</span><span class="o">.</span>
 </pre></div>
 </div>
-</div>
-<div class="section" id="extension-specific-variables">
+</section>
+<section id="extension-specific-variables">
 <span id="env-vars-ext"></span><h2>Extension-specific Variables<a class="headerlink" href="#extension-specific-variables" title="Permalink to this heading">¶</a></h2>
 <p>With the addition of several extensions to the OTH, there are a few more environment variables that configure extension behavior.
 These are grouped below by extension. The general naming convention is <code class="docutils literal notranslate"><span class="pre">RGT_&lt;extension&gt;_&lt;option&gt;</span></code>.</p>
@@ -354,8 +356,8 @@ <h1>Environment Variables<a class="headerlink" href="#environment-variables" tit
                             database logging extension. Set to &quot;none&quot; (not case-sensitive) to disable.
 </pre></div>
 </div>
-</div>
-</div>
+</section>
+</section>
 
 
            </div>
diff --git a/docs/user_guide/extensions.html b/docs/user_guide/extensions.html
index d2115eb..45aaf8c 100644
--- a/docs/user_guide/extensions.html
+++ b/docs/user_guide/extensions.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>Extensions &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -110,7 +111,7 @@
 <li class="toctree-l1"><a class="reference internal" href="launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -244,13 +245,13 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="extensions">
+  <section id="extensions">
 <h1>Extensions<a class="headerlink" href="#extensions" title="Permalink to this heading">¶</a></h1>
 <div class="toctree-wrapper compound">
 </div>
 <p>Optional extensions have been developed for use with the OLCF Test Harness (OTH).
 Extensions are enabled through environment variables and metadata files placed in the Run_Archive directory of a test launch.</p>
-<div class="section" id="influxdb-event-logging">
+<section id="influxdb-event-logging">
 <h2>InfluxDB Event Logging<a class="headerlink" href="#influxdb-event-logging" title="Permalink to this heading">¶</a></h2>
 <p>The OTH leaves behind event information in files on the file system, with data like timestamp, filesystem paths for work, scratch and archive directories, test name, etc.
 This information can additionally be logged to an InfluxDB time-series database.
@@ -308,8 +309,8 @@ <h2>InfluxDB Event Logging<a class="headerlink" href="#influxdb-event-logging" t
 For <strong>binary_execute_end</strong>, the OTH looks for a file with the extension <strong>.o${job_id}</strong>, and reads the last 64 kB from that file.
 This file is not automatically created by the harness.
 For <strong>check_end</strong>, the OTH looks for a file named <strong>output_check.txt</strong>, which is automatically created by the harness to store output from the check script.</p>
-</div>
-<div class="section" id="logging-application-metrics-to-influxdb">
+</section>
+<section id="logging-application-metrics-to-influxdb">
 <h2>Logging application metrics to InfluxDB<a class="headerlink" href="#logging-application-metrics-to-influxdb" title="Permalink to this heading">¶</a></h2>
 <p>The OTH provides capability to log metrics from each test to InfluxDB.
 This extension is a great way to visualize performance of a certain test over time.
@@ -332,8 +333,8 @@ <h2>Logging application metrics to InfluxDB<a class="headerlink" href="#logging-
 If you’re interested only in <strong>build_time</strong> and <strong>execution_time</strong>, have your check script create a dummy <em>metrics.txt</em> file with a line like <code class="docutils literal notranslate"><span class="pre">dummy=1</span></code>.
 Note that the correct computation of <strong>execution_time</strong>  requires proper placement of the <em>log_binary_execution_time.py</em> calls in the job script,
 since <strong>execution_time</strong> is the difference in time between the two <em>log_binary_execution_time.py</em> calls.</p>
-</div>
-<div class="section" id="monitoring-the-health-of-individual-nodes">
+</section>
+<section id="monitoring-the-health-of-individual-nodes">
 <h2>Monitoring the health of individual nodes<a class="headerlink" href="#monitoring-the-health-of-individual-nodes" title="Permalink to this heading">¶</a></h2>
 <p>In many-node systems, it can be very difficult to monitor the health of each node.
 To address this, the OTH supports node-centric monitoring.
@@ -383,8 +384,8 @@ <h2>Monitoring the health of individual nodes<a class="headerlink" href="#monito
 </pre></div>
 </div>
 <p>Then, when querying InfluxDB in this example, you may use <strong>cabinet</strong>, <strong>switch</strong>, and <strong>slot</strong> to filter records.</p>
-</div>
-<div class="section" id="check-alias">
+</section>
+<section id="check-alias">
 <h2>Check Alias<a class="headerlink" href="#check-alias" title="Permalink to this heading">¶</a></h2>
 <p>Check aliasing allows codes to provide an alpha-numeric explanation to the check script exit code.
 For example, the OTH uses a <strong>check_end</strong> event value of <code class="docutils literal notranslate"><span class="pre">1</span></code> to dictate a failure.
@@ -394,8 +395,8 @@ <h2>Check Alias<a class="headerlink" href="#check-alias" title="Permalink to thi
 <strong>check_alias</strong> is set to the content of the first line of this file.
 This <strong>check_alias</strong> field is set in each event file, so InfluxDB is not required for this extension.
 <strong>check_alias</strong> is sent to InfluxDB alongside the standard event metadata, if InfluxDB is enabled.</p>
-</div>
-</div>
+</section>
+</section>
 
 
            </div>
diff --git a/docs/user_guide/launching.html b/docs/user_guide/launching.html
index 5401040..9dc0724 100644
--- a/docs/user_guide/launching.html
+++ b/docs/user_guide/launching.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>Quick-Start Guide &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -110,7 +111,7 @@
 <li class="toctree-l1 current"><a class="current reference internal" href="#">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -244,32 +245,32 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="quick-start-guide">
+  <section id="quick-start-guide">
 <span id="section-launching-oth"></span><h1>Quick-Start Guide<a class="headerlink" href="#quick-start-guide" title="Permalink to this heading">¶</a></h1>
 <p>This section serves as a quick-start guide for installing the OTH and launching an existing test.
 For creating a new test, see <a class="reference internal" href="adding_new_test.html#section-new-test"><span class="std std-ref">Adding a New Test</span></a>.
 For adding support for a new machine, see <a class="reference internal" href="adding_new_machine.html#section-new-machine"><span class="std std-ref">Adding a New Machine</span></a>.</p>
-<div class="section" id="installation">
+<section id="installation">
 <span id="oth-setup"></span><h2>Installation<a class="headerlink" href="#installation" title="Permalink to this heading">¶</a></h2>
 <p>To launch the OLCF Test Harness (OTH) you must first access the harness code.
 This can be done in two ways: by obtaining your own copy of the code or using the centralized harness code that is available on most OLCF systems.</p>
-<div class="section" id="option-1-using-the-centralized-pre-built-oth">
+<section id="option-1-using-the-centralized-pre-built-oth">
 <h3>Option 1: Using the centralized (pre-built) OTH<a class="headerlink" href="#option-1-using-the-centralized-pre-built-oth" title="Permalink to this heading">¶</a></h3>
-<div class="section" id="on-andes-crusher-frontier-and-summit">
-<h4>On Andes, Crusher, Frontier, and Summit<a class="headerlink" href="#on-andes-crusher-frontier-and-summit" title="Permalink to this heading">¶</a></h4>
+<section id="on-andes-and-frontier">
+<h4>On Andes and Frontier<a class="headerlink" href="#on-andes-and-frontier" title="Permalink to this heading">¶</a></h4>
 <p>On most OLCF machines, the code is already installed in: <em>/sw/acceptance/olcf-test-harness</em></p>
 <p>Setup the environment:</p>
 <div class="highlight-bash notranslate"><div class="highlight"><pre><span></span><span class="nb">export</span><span class="w"> </span><span class="nv">OLCF_HARNESS_DIR</span><span class="o">=</span>/sw/acceptance/olcf-test-harness
 module<span class="w"> </span>use<span class="w"> </span><span class="nv">$OLCF_HARNESS_DIR</span>/modulefiles
 module<span class="w"> </span>load<span class="w"> </span>olcf_harness
-<span class="c1"># Machine name examples: andes, crusher, frontier, summit</span>
+<span class="c1"># Machine name examples: andes, frontier, odo</span>
 <span class="c1"># Check ${OLCF_HARNESS_DIR}/configs/*.ini to see all available machines</span>
 <span class="nb">export</span><span class="w"> </span><span class="nv">OLCF_HARNESS_MACHINE</span><span class="o">=</span>&lt;machine_name&gt;
 </pre></div>
 </div>
-</div>
-</div>
-<div class="section" id="option-2-using-your-own-copy-of-the-harness">
+</section>
+</section>
+<section id="option-2-using-your-own-copy-of-the-harness">
 <h3>Option 2: Using your own copy of the harness<a class="headerlink" href="#option-2-using-your-own-copy-of-the-harness" title="Permalink to this heading">¶</a></h3>
 <p>Clone the repo on the target system:</p>
 <div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>git<span class="w"> </span>clone<span class="w"> </span>https://github.com/olcf/olcf-test-harness.git
@@ -290,11 +291,11 @@ <h3>Option 2: Using your own copy of the harness<a class="headerlink" href="#opt
 and OLCF machine examples are provided in the <em>configs/olcf_examples</em> directory.
 For creating a new machine, see <a class="reference internal" href="adding_new_machine.html#section-new-machine"><span class="std std-ref">Adding a New Machine</span></a>.</p>
 </div>
-</div>
-</div>
-<div class="section" id="launching-the-oth">
+</section>
+</section>
+<section id="launching-the-oth">
 <h2>Launching the OTH<a class="headerlink" href="#launching-the-oth" title="Permalink to this heading">¶</a></h2>
-<div class="section" id="basic-usage">
+<section id="basic-usage">
 <h3>Basic Usage<a class="headerlink" href="#basic-usage" title="Permalink to this heading">¶</a></h3>
 <p>Create a directory where you will place input files. No computation will be done here:</p>
 <div class="highlight-bash notranslate"><div class="highlight"><pre><span></span>mkdir<span class="w"> </span>summit_testshot
@@ -350,8 +351,8 @@ <h3>Basic Usage<a class="headerlink" href="#basic-usage" title="Permalink to thi
 <p>The <em>latest</em> link may not update cleanly if multiple instances of the same test are running simultaneously.
 The OTH will print a warning, but will continue running.</p>
 </div>
-</div>
-<div class="section" id="command-line-options">
+</section>
+<section id="command-line-options">
 <span id="id1"></span><h3>Command-line Options<a class="headerlink" href="#command-line-options" title="Permalink to this heading">¶</a></h3>
 <p>The OTH receives configurations from two primary methods: command-line flags and environment variables.
 This section details the command-line parameters and the next section details available environment variables.</p>
@@ -381,8 +382,8 @@ <h3>Basic Usage<a class="headerlink" href="#basic-usage" title="Permalink to thi
 <p>The <code class="docutils literal notranslate"><span class="pre">--loglevel</span></code> flag currently does not apply to all output from the OTH.
 This issue is tracked by <a class="reference external" href="https://github.com/olcf/olcf-test-harness/issues/130">Issue 130</a>.</p>
 </div>
-</div>
-<div class="section" id="run-time-environment-parameters">
+</section>
+<section id="run-time-environment-parameters">
 <span id="runtime-configurable-parameters"></span><h3>Run-time environment parameters<a class="headerlink" href="#run-time-environment-parameters" title="Permalink to this heading">¶</a></h3>
 <p>The OTH is designed to automatically ingest some parameters from user-set environment variables at launch time.
 Nearly all parameters in the <em>$OLCF_HARNESS_MACHINE.ini</em> file can be directly overridden by a corresponding environment variable.
@@ -405,9 +406,9 @@ <h3>Basic Usage<a class="headerlink" href="#basic-usage" title="Permalink to thi
 <p>Since the test configuration overrides the machine configuration for these two variables, the user cannot use the same environment variable names to override the settings.
 The test configuration will just override whatever the user sets, because the OTH does not know who sets <strong>RGT_BATCH_QUEUE</strong> – the user or the <em>machine.ini</em>.
 So, two separate variables are used to override the machine and test configuration: <strong>RGT_SUBMIT_QUEUE</strong> for setting a batch queue and <strong>RGT_SUBMIT_ACCT</strong> for setting the account ID for submission.</p>
-</div>
-</div>
-<div class="section" id="finding-test-output">
+</section>
+</section>
+<section id="finding-test-output">
 <h2>Finding Test Output<a class="headerlink" href="#finding-test-output" title="Permalink to this heading">¶</a></h2>
 <p>This section details where all output files can be found once a harness run completes.
 There are 4 directories referenced in this section:</p>
@@ -417,7 +418,7 @@ <h2>Finding Test Output<a class="headerlink" href="#finding-test-output" title="
 <li><p><strong>$RESULTS_DIR</strong> - the directory used to launch the job and store relevant output, equal to <strong>&lt;Path_to_tests&gt;/&lt;app&gt;/&lt;test&gt;/Run_Archive/&lt;test-id&gt;</strong></p></li>
 <li><p><strong>$STATUS_DIR</strong> - the directory used to store harness status files, equal to <strong>&lt;Path_to_tests&gt;/&lt;app&gt;/&lt;test&gt;/Status/&lt;test-id&gt;</strong></p></li>
 </ul>
-<div class="section" id="build-submit-and-check-output">
+<section id="build-submit-and-check-output">
 <h3>Build, Submit, and Check Output<a class="headerlink" href="#build-submit-and-check-output" title="Permalink to this heading">¶</a></h3>
 <p>Each OTH test run consists of 4 primary stages – build, submit, run, and check, as can be seen in <a class="reference internal" href="overview.html#section-overview"><span class="std std-ref">Overview of the Test Harness</span></a>.
 The build, submit, and check stages have pre-defined locations for the output:</p>
@@ -426,23 +427,23 @@ <h3>Build, Submit, and Check Output<a class="headerlink" href="#build-submit-and
 <li><p>submit output: <strong>${RESULTS_DIR}/submit.{out,err}</strong></p></li>
 <li><p>check output: <strong>${RESULTS_DIR}/output_check.txt</strong></p></li>
 </ul>
-</div>
-<div class="section" id="application-output">
+</section>
+<section id="application-output">
 <h3>Application Output<a class="headerlink" href="#application-output" title="Permalink to this heading">¶</a></h3>
 <p>Output from the executable run can be found in one of two places.</p>
 <ul class="simple">
 <li><p>Uncaptured output will go to the scheduler’s stdout/stderr mechanism, and will commonly be found in <strong>${RESULTS_DIR}</strong></p></li>
 <li><p>Any output files created by the application should be in <strong>${WORK_DIR}</strong></p></li>
 </ul>
-</div>
-<div class="section" id="harness-maintained-log-files">
+</section>
+<section id="harness-maintained-log-files">
 <h3>Harness-maintained Log Files<a class="headerlink" href="#harness-maintained-log-files" title="Permalink to this heading">¶</a></h3>
 <p>The OTH also produces log files, which contain messages from the harness with data useful for debugging failed tests.
 These log files can be used to check internal error messages reported by extensions of the OTH such as database event and metric logging.
 These log files are found in <strong>${RESULTS_DIR}/LogFiles</strong>.</p>
-</div>
-</div>
-</div>
+</section>
+</section>
+</section>
 
 
            </div>
diff --git a/docs/user_guide/overview.html b/docs/user_guide/overview.html
index 0c794b8..b5b3b1c 100644
--- a/docs/user_guide/overview.html
+++ b/docs/user_guide/overview.html
@@ -4,7 +4,8 @@
 <html class="writer-html5" lang="en" >
 <head>
   <meta charset="utf-8" />
-  
+  <meta name="generator" content="Docutils 0.18.1: http://docutils.sourceforge.net/" />
+
   <meta name="viewport" content="width=device-width, initial-scale=1.0" />
   
   <title>Overview of the Test Harness &mdash; NCCS_Test_Harness 1.0 documentation</title>
@@ -110,7 +111,7 @@
 <li class="toctree-l1"><a class="reference internal" href="launching.html">Quick-Start Guide</a><ul>
 <li class="toctree-l2"><a class="reference internal" href="launching.html#installation">Installation</a><ul>
 <li class="toctree-l3"><a class="reference internal" href="launching.html#option-1-using-the-centralized-pre-built-oth">Option 1: Using the centralized (pre-built) OTH</a><ul>
-<li class="toctree-l4"><a class="reference internal" href="launching.html#on-andes-crusher-frontier-and-summit">On Andes, Crusher, Frontier, and Summit</a></li>
+<li class="toctree-l4"><a class="reference internal" href="launching.html#on-andes-and-frontier">On Andes and Frontier</a></li>
 </ul>
 </li>
 <li class="toctree-l3"><a class="reference internal" href="launching.html#option-2-using-your-own-copy-of-the-harness">Option 2: Using your own copy of the harness</a></li>
@@ -244,9 +245,9 @@
           <div role="main" class="document" itemscope="itemscope" itemtype="http://schema.org/Article">
            <div itemprop="articleBody">
             
-  <div class="section" id="overview-of-the-test-harness">
+  <section id="overview-of-the-test-harness">
 <span id="section-overview"></span><h1>Overview of the Test Harness<a class="headerlink" href="#overview-of-the-test-harness" title="Permalink to this heading">¶</a></h1>
-<div class="section" id="purpose">
+<section id="purpose">
 <h2>Purpose<a class="headerlink" href="#purpose" title="Permalink to this heading">¶</a></h2>
 <div class="toctree-wrapper compound">
 </div>
@@ -256,8 +257,8 @@ <h2>Purpose<a class="headerlink" href="#purpose" title="Permalink to this headin
 large collection of tests continuously. Each test provides its own scripts that
 support the core operations of building executables, running jobs, and checking
 test results.</p>
-</div>
-<div class="section" id="execution-overview">
+</section>
+<section id="execution-overview">
 <h2>Execution Overview<a class="headerlink" href="#execution-overview" title="Permalink to this heading">¶</a></h2>
 <p><em>runtests.py</em> is the program used to execute the OTH. Users provide a test
 input file that lists the set of application tests to run, and a command-line
@@ -267,8 +268,8 @@ <h2>Execution Overview<a class="headerlink" href="#execution-overview" title="Pe
 <p>A brief logical flow of harness execution follows:</p>
 <hr class="docutils" />
 <a class="reference internal image-reference" href="../_images/OTH_flowchart.jpg"><img alt="OTH Flowchart" class="align-center" src="../_images/OTH_flowchart.jpg" style="width: 60%;" /></a>
-</div>
-</div>
+</section>
+</section>
 
 
            </div>
diff --git a/harness/bin/test_harness_driver.py b/harness/bin/test_harness_driver.py
index 58e08bd..99a4bf2 100755
--- a/harness/bin/test_harness_driver.py
+++ b/harness/bin/test_harness_driver.py
@@ -449,6 +449,7 @@ def test_harness_driver(argv=None):
         'TEST_SCRIPTS_DIR'    : testscripts,
         'TEST_BUILD_DIR'      : apptest.get_path_to_workspace_build(),
         'TEST_WORK_DIR'       : apptest.get_path_to_workspace_run(),
+        'TEST_SOURCE_DIR'     : apptest.get_path_to_test_source(),
         'TEST_STATUS_DIR'     : status_dir,
         'TEST_RUNARCHIVE_DIR' : ra_dir
     }
diff --git a/harness/libraries/layout_of_apps_directory.py b/harness/libraries/layout_of_apps_directory.py
index 391b8ce..a3bfdcf 100644
--- a/harness/libraries/layout_of_apps_directory.py
+++ b/harness/libraries/layout_of_apps_directory.py
@@ -52,6 +52,7 @@ class apptest_layout:
     test_run_archive_dirname = 'Run_Archive'
     test_scripts_dirname = 'Scripts'
     test_status_dirname = 'Status'
+    test_source_dirname = 'Source'
     test_performance_dirname = 'Performance'
     test_logfile_dirname = 'LogFiles'
 
@@ -67,6 +68,7 @@ class apptest_layout:
         'test'            : os.path.join("${pdir}", "${app}", "${test}"),
         'test_info'       : os.path.join("${pdir}", "${app}", "${test}", test_info_filename),
         'test_rc'         : os.path.join("${pdir}", "${app}", "${test}", test_rc_filename),
+        'test_source'     : os.path.join("${pdir}", "${app}", "${test}", test_source_dirname),
         'test_correct'    : os.path.join("${pdir}", "${app}", "${test}", test_correct_results_dirname),
         'test_perf'       : os.path.join("${pdir}", "${app}", "${test}", test_performance_dirname),
         'runarchive_dir'  : os.path.join("${pdir}", "${app}", "${test}", test_run_archive_dirname, "${id}"),
@@ -175,6 +177,12 @@ def get_path_to_application(self):
     def get_path_to_source(self):
         return self.__apptest_layout['app_source']
 
+    #
+    # Returns the path to the test's source directory.
+    #
+    def get_path_to_test_source(self):
+        return self.__apptest_layout['test_source']
+
     #
     # Returns the path to the test directory.
     #
diff --git a/harness/machine_types/base_machine.py b/harness/machine_types/base_machine.py
index 526fc14..a76202b 100644
--- a/harness/machine_types/base_machine.py
+++ b/harness/machine_types/base_machine.py
@@ -12,6 +12,7 @@
 import shutil
 import subprocess
 import shlex
+import sys
 
 # Harness imports
 from libraries.apptest import subtest
@@ -303,7 +304,10 @@ def build_executable(self):
         self.logger.doInfoLogging(message)
 
         # Copy the source to the build directory.
-        self._copy_source_to_build_directory()
+        copy_rc = self._copy_source_to_build_directory()
+        # short-circuit if the copy failed
+        if not copy_rc == 0:
+            return copy_rc
 
         message = f"{messloc} Copied source to build directory.\n"
         self.logger.doInfoLogging(message)
@@ -452,6 +456,7 @@ def _copy_source_to_build_directory(self):
         messloc = "In function {functionname}:".format(functionname=self._name_of_current_function()) 
 
         path_to_source = self.apptest.get_path_to_source()
+        path_to_test_source = self.apptest.get_path_to_test_source()
         # Use Error threshold to show this message all the time
         self.logger.doErrorLogging(f"Path to Source: {path_to_source}")
 
@@ -467,6 +472,21 @@ def _copy_source_to_build_directory(self):
                         dst=path_to_build_directory,
                         symlinks=True)
 
+        # If a Source directory exists inside test, overlay that over source directory
+        if os.path.exists(path_to_test_source):
+            # Python 3.8 adds the dirs_exist_ok keyword to allow overwriting a destination
+            # Prior to that, it's easier to use shell commands to do what we want
+            if sys.version_info[0] == 3 and sys.version_info[1] >= 8:
+                shutil.copytree(src=path_to_test_source,
+                    dst=path_to_build_directory,
+                    symlinks=False, dirs_exist_ok=True)
+            else:
+                proc = subprocess.run(['cp', '-rTL', os.path.realpath(path_to_test_source), path_to_build_directory])
+                if not proc.returncode == 0:
+                    self.logger.doCriticalLogging(f"Encountered an error copying a test's Source directory from {path_to_test_source} to {path_to_build_directory}")
+                    return proc.returncode
+        return 0
+
     def _write_check_exit_status(self, cstatus):
         """ Write the status of checking results to the status directory."""
         messloc = "In function {functionname}:".format(functionname=self._name_of_current_function())