diff --git a/_sources/olcf-compilers.rst.txt b/_sources/olcf-compilers.rst.txt
index a38c139..952c47d 100644
--- a/_sources/olcf-compilers.rst.txt
+++ b/_sources/olcf-compilers.rst.txt
@@ -12,15 +12,33 @@ see: https://docs.olcf.ornl.gov/systems/frontier_user_guide.html#programming-env
 
 load modules:
 
-.. prompt:: bash
+* ROCm 6.1.3:
+
+  .. prompt:: bash
+
+     module load PrgEnv-gnu
+     module load cray-mpich/8.1.28
+     module load craype-accel-amd-gfx90a
+     module load amd-mixed/6.1.3
+
+* ROCm 6.2.4:
+
+  There is an additional step with later versions of ROCm.  First load the modules:
+
+  .. prompt:: bash
+
+     module load cpe/24.07
+     module load PrgEnv-gnu
+     module load cray-mpich
+     module load craype-accel-amd-gfx90a
+     module load amd-mixed/6.2.4
+
+  Then you need to modify the library include path to include ``CRAY_LD_LIBRARY_PATH``
+  since the module wrappers do not do this:
 
-   module load PrgEnv-gnu
-   module load cray-mpich/8.1.28
-   module load craype-accel-amd-gfx90a
-   module load amd-mixed/6.1.3
-   module unload darshan-runtime
+  .. prompt:: bash
 
-this will load ROCm 6.1.3
+     export LD_LIBRARY_PATH=$CRAY_LD_LIBRARY_PATH:$LD_LIBRARY_PATH
 
 .. note::
 
diff --git a/olcf-compilers.html b/olcf-compilers.html
index 3588a8d..0b7dd63 100644
--- a/olcf-compilers.html
+++ b/olcf-compilers.html
@@ -99,6 +99,8 @@ <h2>Frontier<a class="headerlink" href="#frontier" title="Link to this heading">
 <p>log into: <code class="docutils literal notranslate"><span class="pre">frontier.olcf.ornl.gov</span></code></p>
 <p>see: <a class="reference external" href="https://docs.olcf.ornl.gov/systems/frontier_user_guide.html#programming-environment">https://docs.olcf.ornl.gov/systems/frontier_user_guide.html#programming-environment</a></p>
 <p>load modules:</p>
+<ul>
+<li><p>ROCm 6.1.3:</p>
 <div class="highlight-default notranslate"><div class="highlight"><pre><style type="text/css">
 span.prompt1:before {
   content: "$ ";
@@ -107,8 +109,19 @@ <h2>Frontier<a class="headerlink" href="#frontier" title="Link to this heading">
 <span class="prompt1">module<span class="w"> </span>load<span class="w"> </span>cray-mpich/8.1.28</span>
 <span class="prompt1">module<span class="w"> </span>load<span class="w"> </span>craype-accel-amd-gfx90a</span>
 <span class="prompt1">module<span class="w"> </span>load<span class="w"> </span>amd-mixed/6.1.3</span>
-<span class="prompt1">module<span class="w"> </span>unload<span class="w"> </span>darshan-runtime</span>
-</pre></div></div><p>this will load ROCm 6.1.3</p>
+</pre></div></div></li>
+<li><p>ROCm 6.2.4:</p>
+<p>There is an additional step with later versions of ROCm.  First load the modules:</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span class="prompt1">module<span class="w"> </span>load<span class="w"> </span>cpe/24.07</span>
+<span class="prompt1">module<span class="w"> </span>load<span class="w"> </span>PrgEnv-gnu</span>
+<span class="prompt1">module<span class="w"> </span>load<span class="w"> </span>cray-mpich</span>
+<span class="prompt1">module<span class="w"> </span>load<span class="w"> </span>craype-accel-amd-gfx90a</span>
+<span class="prompt1">module<span class="w"> </span>load<span class="w"> </span>amd-mixed/6.2.4</span>
+</pre></div></div><p>Then you need to modify the library include path to include <code class="docutils literal notranslate"><span class="pre">CRAY_LD_LIBRARY_PATH</span></code>
+since the module wrappers do not do this:</p>
+<div class="highlight-default notranslate"><div class="highlight"><pre><span class="prompt1"><span class="nb">export</span><span class="w"> </span><span class="nv">LD_LIBRARY_PATH</span><span class="o">=</span><span class="nv">$CRAY_LD_LIBRARY_PATH</span>:<span class="nv">$LD_LIBRARY_PATH</span></span>
+</pre></div></div></li>
+</ul>
 <div class="admonition note">
 <p class="admonition-title">Note</p>
 <p>In the past, tabulated rates seem to exhibit a strange slow down on
diff --git a/searchindex.js b/searchindex.js
index c9f021c..1937cdc 100644
--- a/searchindex.js
+++ b/searchindex.js
@@ -1 +1 @@
-Search.setIndex({"alltitles": {"AMReX Astro basics": [[2, null]], "AMReX Astrophysics Suite": [[2, null]], "AMReX setup": [[1, "amrex-setup"]], "Archiving Data to HPSS": [[5, null]], "Automatic Restarting": [[0, "automatic-restarting"]], "Batch Visualization on Andes": [[9, null]], "Chaining": [[7, "chaining"]], "Compiling": [[0, "compiling"]], "Compiling at NERSC": [[4, null]], "Compiling at OLCF": [[10, null]], "Compiling with GCC + CUDA": [[4, "compiling-with-gcc-cuda"]], "Cray compilers": [[1, "cray-compilers"]], "Creating a conda environment": [[11, "creating-a-conda-environment"]], "Debugging": [[12, "debugging"]], "Disks": [[0, "disks"]], "Filesystems": [[7, "filesystems"]], "Frontier": [[10, "frontier"], [12, "frontier"]], "GCC": [[1, "gcc"]], "GCC 10.2": [[1, "gcc-10-2"]], "GPU offloading": [[13, "gpu-offloading"]], "GPU-aware MPI": [[12, "gpu-aware-mpi"]], "HIP Function Inlining": [[10, "hip-function-inlining"]], "Hypre": [[4, "hypre"]], "Installing Python": [[0, "installing-python"]], "Job Chaining": [[0, "job-chaining"], [12, "job-chaining"]], "Job Status": [[12, "job-status"]], "Linux Workstations": [[13, null]], "Logging In": [[0, "logging-in"]], "Machine details": [[12, "machine-details"]], "Managing Jobs at NERSC": [[7, null]], "Managing Jobs at OLCF": [[12, null]], "Ookami": [[1, "ookami"]], "Perlmutter": [[4, "perlmutter"], [7, "perlmutter"]], "Queues": [[0, "queues"]], "Remote vis with Jupyter": [[13, "remote-vis-with-jupyter"]], "Running Jupyter Remotely from OLCF": [[11, null]], "Submitting": [[0, "submitting"]], "Submitting jobs": [[12, "submitting-jobs"]], "Troubleshooting": [[12, "troubleshooting"]], "Visualization at NERSC": [[6, null]], "Working at ALCF": [[0, null]], "Working at IACS": [[1, null]], "Working at NERSC": [[3, null]], "Working at OLCF": [[8, null]], "bender": [[13, "bender"]], "groot": [[13, "groot"]]}, "docnames": ["alcf", "iacs", "index", "nersc", "nersc-compilers", "nersc-hpss", "nersc-visualization", "nersc-workflow", "olcf", "olcf-andes", "olcf-compilers", "olcf-jupyter", "olcf-workflow", "workstations"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1}, "filenames": ["alcf.rst", "iacs.rst", "index.rst", "nersc.rst", "nersc-compilers.rst", "nersc-hpss.rst", "nersc-visualization.rst", "nersc-workflow.rst", "olcf.rst", "olcf-andes.rst", "olcf-compilers.rst", "olcf-jupyter.rst", "olcf-workflow.rst", "workstations.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 7, 11, 12], "0": [0, 1, 6, 7, 11, 12], "00": [0, 6, 7, 9, 12], "01": 6, "02": 7, "05": 12, "1": [0, 1, 6, 7, 9, 10, 12], "10": [0, 12, 13], "11": [6, 9, 13], "12": 1, "120": 7, "128": 7, "13th": 1, "1536": 7, "16": 7, "2": [0, 7, 9, 12, 13], "20": [0, 7], "2023": 12, "23": 7, "24": 1, "256": 7, "27": 12, "28": 10, "3": [0, 1, 4, 6, 7, 9, 10, 11, 12, 13], "30": [0, 12], "39": 10, "3d": [1, 12], "4": [0, 1, 4, 7, 12, 13], "48": 1, "5": [0, 1, 7, 10, 11, 12], "560": 0, "6": [0, 7, 10, 12], "64": 7, "7": [0, 4, 7, 9, 11, 12, 13], "8": [0, 6, 7, 10, 12], "80": 4, "8888": 13, "A": [0, 6, 7, 9, 12], "Andes": 8, "As": 12, "At": [1, 11], "By": [5, 7, 10], "For": [0, 7, 9, 12], "If": [5, 7, 11, 12], "In": [7, 10, 11, 13], "It": [5, 9, 12], "On": 13, "The": [0, 1, 5, 6, 7, 9, 12], "Then": [0, 9], "There": [1, 7, 12, 13], "These": 2, "To": [0, 1, 7, 9, 11, 12, 13], "With": 7, "__shared__": 10, "a100": [0, 7], "a64fx": 1, "abl": 5, "abort": 12, "about": [1, 2, 12], "abov": 1, "accel": [10, 12], "access": [0, 1, 7], "accomplish": 9, "account": 7, "activ": [0, 6, 9], "actual": [1, 5, 7], "ad": 9, "add": [0, 1, 7, 11, 12, 13], "addit": 5, "adjust": 7, "affinity_gpu": 0, "after": [1, 7], "afterani": 0, "alcf": 2, "all": [0, 5, 7, 9, 10, 12], "alloc": 7, "allow": [0, 5, 7, 10], "alon": 5, "also": [7, 9, 10, 11, 12], "altern": 7, "although": [0, 9], "alwai": 5, "amd": [10, 12], "amd_log_level": 12, "amd_serialize_copi": 12, "amd_serialize_kernel": 12, "amdgpu": 10, "amr": [0, 1, 7], "amrex": [5, 7, 12], "an": [1, 7, 12, 13], "anaconda": 9, "anaconda3": [9, 11], "andes": 9, "ani": [0, 5, 7], "anl": 0, "anyth": 0, "aout": 0, "appear": 13, "applic": 0, "approach": 5, "ar": [0, 1, 4, 5, 7, 12], "architectur": 1, "archiv": 3, "arena": [7, 12], "argonn": 0, "argument": [0, 7], "arm": 1, "around": 13, "assign": 7, "ast106": [9, 12], "astro": [1, 12, 13], "astroexplos": 0, "automat": [5, 10, 12], "avail": 7, "awar": 8, "b": [7, 12], "back": [0, 7], "background": [5, 7], "balanc": 7, "base": [0, 1, 7], "basenam": 7, "bash": [0, 1, 6, 7, 9, 12], "bashrc": [0, 9], "batch": [7, 8, 12], "becaus": 7, "befor": 7, "behind": [5, 7], "below": 7, "best": [5, 6, 7, 9, 10, 11, 12], "better": [10, 12], "between": 7, "big": 12, "bigger": 7, "bin": [0, 6, 7, 9, 12], "bind": [0, 7, 12], "blob": 12, "blocking_factor": 7, "both": 1, "break": 7, "browser": 13, "bt": 12, "bug": 13, "build": [1, 2, 4, 10, 12, 13], "built": 4, "builtin": 7, "burner": 7, "c": [6, 7, 11], "call": [5, 7, 9, 10, 12], "can": [0, 1, 5, 6, 7, 9, 10, 11, 12, 13], "cancel": 7, "cannot": 1, "case": 7, "castro": [2, 4, 7], "castro2d": [0, 7, 12], "castro3d": [1, 12], "castro_exec": 7, "cc": 4, "cc60": 13, "cc70": 13, "cce": 1, "cd": [0, 7, 9], "center": 2, "cf": 7, "chain": [3, 8], "chainqsub": 0, "chainslurm": [7, 12], "chang": [0, 5, 7, 12], "channel": 11, "check": [0, 7, 12], "checkpoint": [0, 5, 7], "chip": 1, "chk": [0, 7], "choic": 7, "clean": [5, 7], "clock": 7, "clone": [0, 9], "closest": 12, "co": 5, "coars": [0, 7], "code": [2, 9, 10, 12, 13], "collect": 12, "com": [0, 1, 2, 9, 10, 12], "command": [5, 13], "commcm": 1, "comment": 1, "common": 7, "comp": [0, 1, 4, 13], "compar": 7, "compat": 10, "compil": [3, 7, 8, 12, 13], "compile_cuda_path": 13, "complet": [0, 7], "compos": 7, "comput": [1, 7, 12], "conda": [0, 6, 8, 9], "config": [1, 11], "configur": 4, "connect": 13, "constraint": 7, "contain": [5, 7], "continu": [5, 13], "copi": [0, 5], "core": [1, 6, 7], "correct": 11, "correctli": 7, "correspond": 5, "count": 0, "coupl": 7, "cpe": 1, "cpp": 5, "cpu": [0, 6, 7, 12], "crai": [0, 10, 12], "crash": 12, "crayp": [10, 12], "creat": [0, 5, 6, 7, 8, 9], "cuda": [0, 3, 7, 13], "cuda_vers": 13, "cudatoolkit": [4, 7], "custom": 0, "cxx": 4, "darshan": 10, "data": [0, 3, 12], "date": [5, 9], "deactiv": 6, "debug": [0, 7, 8], "debug1": 1, "debug2": 1, "debugg": 12, "default": [5, 7, 10, 13], "delet": 5, "depend": [0, 5, 7, 12], "depth": 0, "describ": [5, 11], "design": 7, "destin": 5, "detail": [7, 8], "detect": [5, 10], "detriment": 10, "develop": 6, "devic": [7, 10], "diagnost": 5, "didn": [0, 7], "differ": [1, 7], "digit": [0, 7], "directori": [0, 5, 7], "disabl": [7, 10, 12], "distribut": [7, 11], "do": [0, 1, 6, 7, 9, 11, 12, 13], "doc": [0, 2, 6, 9, 10, 12], "document": [9, 11], "doe": [1, 9], "doesn": [5, 7, 12], "domain": 7, "don": 5, "done": [0, 1, 5, 7, 12], "down": [7, 10], "dump": 7, "dump_and_stop": 7, "dure": 7, "e": [0, 4, 7, 11], "each": [0, 1, 7, 9, 12], "echo": [0, 7], "edit": 5, "edu": [1, 13], "els": [0, 7], "empti": [0, 7], "en": [10, 12], "enabl": [0, 4, 12], "end": [0, 7], "ensur": 5, "enter": 13, "enuc": 9, "env": [0, 9], "environ": [0, 1, 6, 8, 9, 10, 12], "eo": 0, "eq": 0, "error": [1, 7], "especi": 5, "estim": [7, 12], "etc": 0, "even": 1, "everyon": 7, "ex": [0, 1, 7, 12], "exampl": [0, 7, 12], "exec": [0, 12], "execut": [5, 7, 12], "exhibit": 10, "exist": [5, 7, 12], "exit": [0, 7], "expert": 0, "explicitli": 12, "export": [0, 1, 6, 7, 12], "extra": [0, 11], "extracxxflag": 10, "f": [0, 7], "factor": 7, "fail": 7, "fall": [0, 7], "fals": [1, 4, 12, 13], "faq": 1, "fc": 4, "fi": [0, 7], "fi_mr_cache_monitor": 12, "file": [0, 1, 5, 7, 10], "filesystem": [3, 5, 12], "fill": 5, "final": 7, "find": [0, 1, 7], "find_chk_fil": [0, 7], "finish": 7, "first": [7, 11], "firstcount": 0, "fix": 7, "fj": 1, "flag": [1, 10], "flame_wave_1000hz_25cm_smallplt203204": 9, "follow": [0, 1, 5, 6, 7, 9, 12], "forg": [6, 11], "form": 1, "former": 1, "fortran": 1, "found": [0, 7, 12], "frequent": 5, "from": [0, 4, 5, 7, 8, 9], "frontier": 8, "frontier_user_guid": [10, 12], "ftime": 5, "ftn": 4, "fulli": 0, "function": [0, 7, 8, 12], "furthermor": 7, "g": [4, 11], "gcc": [3, 13], "gener": [2, 13], "get": [1, 7, 12], "gettingstart": 0, "gfx90a": [10, 12], "git": [0, 1, 9], "github": [0, 2, 4, 9, 12], "githubusercont": 1, "give": 7, "given": 5, "global": 1, "gnu": [0, 1, 4, 7, 10, 12, 13], "gnumak": 1, "go": 7, "good": [11, 12], "gov": [0, 4, 6, 9, 10, 12], "gpu": [0, 2, 7, 8, 9], "gracefulli": 7, "grand": 0, "greatli": 10, "grep": 7, "group": 1, "grow": 12, "gt": 0, "guid": 1, "guidelin": 0, "ha": [0, 1, 7, 9, 11], "half": 7, "half_siz": 7, "handl": 7, "handler": 7, "hang": 12, "happen": 7, "have": [0, 1, 5, 7, 9, 11], "header": [0, 7, 13], "here": [0, 6, 7, 9, 12], "hip": [8, 12], "hip_enable_deferred_load": 12, "hipcc": 10, "hour": 1, "how": 5, "howev": 7, "hpc": [2, 12], "hpss": 3, "hpss_dir": 5, "htar": 5, "html": [9, 10, 12], "http": [0, 1, 2, 6, 9, 10, 12, 13], "hydro": 4, "hyper": 7, "hypr": 3, "hypre_cuda_sm": 4, "i": [0, 1, 5, 6, 7, 9, 10, 11, 12], "iac": 2, "id": [7, 12], "idea": [11, 12], "ideal": 1, "import": 5, "includ": [2, 7, 12], "increas": [7, 10], "index": 9, "infinit": 1, "inform": [0, 2, 12], "init": [6, 9], "initi": [0, 7, 12], "inlin": 8, "input": [0, 1, 5, 7, 12], "inputs_2d": [0, 7], "inputs_fil": 7, "inputs_nova_t7": 7, "insid": 12, "instal": [4, 6, 9, 11, 12], "instanc": [5, 7], "instruct": [0, 7], "interact": [1, 12], "interfac": 10, "interrupt": 12, "io": 12, "ip": 13, "ipykernel": 11, "issu": 10, "j": [0, 1, 4, 6, 7, 9, 12, 13], "job": [1, 3, 5, 8], "job_script": [1, 5, 12], "jobid": [0, 5, 7], "june": 12, "jupyt": 8, "jupyterhub": 11, "jupyterlab": 11, "just": 13, "keep": 7, "know": [1, 5], "l": [0, 7, 13], "lab": 13, "languag": 6, "larg": [5, 7, 9], "larger": 12, "last": [0, 7], "later": 5, "latest": [0, 1, 7, 12], "latter": 1, "launch": 13, "lcf": 0, "leav": [5, 7], "left": [5, 7], "level": 7, "librari": [0, 5, 7, 11], "like": [0, 6, 7], "limit": 7, "line": [7, 12], "link": [1, 10], "linux": 2, "list": 5, "live": 5, "ll": [0, 9], "llvm": 1, "load": [0, 1, 4, 6, 7, 9, 10, 11, 12, 13], "local": [1, 13], "localhost": 13, "locat": [5, 7], "lockfil": 5, "log": [1, 4, 9, 10, 12], "logic": 7, "login": 1, "long": [1, 5], "look": [0, 5, 7], "loop": 10, "lot": [10, 12], "lower": 7, "lt": 0, "lu": 0, "lustr": [1, 12], "m": 0, "m3018": [6, 7], "m3018_g": 7, "machin": [1, 2, 8], "maestroex": 2, "mai": [0, 5, 7, 10], "main": [1, 5, 12], "mak": 1, "make": [0, 1, 4, 5, 9, 10, 11, 12, 13], "manag": [3, 8], "mani": 0, "map_gpu": 7, "massive_star_multi": 6, "max_grid_s": 7, "max_level": 1, "max_step": 1, "maxdepth": [0, 7], "mayb": 12, "me": [7, 12], "memhook": 12, "memori": [4, 7, 9], "michael": 7, "microphys": 10, "might": 9, "milan": 7, "miniforg": 9, "mix": [0, 10, 12], "mkdir": 0, "mllvm": 10, "modifi": 9, "modul": [0, 1, 4, 6, 7, 9, 10, 11, 12, 13], "modulefil": [0, 1], "moment": 1, "more": [0, 6, 7, 9], "most": [0, 5, 7], "move": 5, "mpi": [0, 1, 4, 7, 8], "mpi4pi": 0, "mpich": [0, 10, 12], "mpich_gpu_support_en": [0, 12], "mpich_max_thread_safeti": 7, "mpiexec": [0, 1], "multipl": [5, 7], "mv2_enable_affin": 1, "mvapich2": 1, "mvapich2_nogpu": 1, "my_env": 11, "myenv": [6, 9], "mz": 12, "n": [0, 1, 6, 7, 9, 11, 12, 13], "n14": [0, 7], "name": [0, 5, 6, 7, 9, 12], "nb_conda_kernel": 11, "ndepth": 0, "necessari": 12, "need": [0, 1, 6, 7, 9, 11, 12, 13], "nersc": [2, 5], "network": [7, 10], "new": [0, 7, 9, 11], "newer": 1, "next": 7, "nmpi_per_nod": 12, "nnode": 0, "no_device_launch": 13, "node": [0, 1, 6, 7, 9, 12], "non": 10, "nopattern": 1, "normal": 5, "note": [1, 5], "notebook": 11, "now": 12, "nranks_per_nod": 0, "ntask": [6, 7, 12], "nthread": 0, "ntotrank": 0, "numa": 7, "number": [0, 1, 7, 12], "numjob": 0, "nvcc": 13, "nvhpc": 0, "nvidia": [0, 7], "nyx": 2, "o": [1, 6, 7, 12], "obtain": [4, 7], "ocompil": 1, "off": 12, "olcf": [2, 9], "old": 1, "older": [1, 13], "oldjob": 0, "omp": [1, 7], "omp_num_thread": [0, 1, 6, 7, 12], "omp_plac": [0, 6, 7], "omp_proc_bind": [6, 7], "onc": 0, "one": [0, 5, 7], "onli": [0, 1, 5, 7], "onto": 12, "openmp": [0, 1, 7], "optim": 7, "option": [0, 1, 7], "order": [7, 11], "origin": 7, "orion": 12, "ornl": [0, 9, 10, 12], "other": 9, "otherwis": 7, "our": 10, "out": [1, 5, 6, 7, 9, 12], "output": [5, 13], "over": 7, "overwrit": 5, "own": [6, 9], "p": [0, 1, 9, 12], "p1": 4, "packag": [0, 9], "pagin": 12, "parallel": 7, "paramet": 12, "part": 11, "particular": [0, 2, 6, 7], "pass": 10, "password": 13, "past": 10, "path": [0, 4, 5, 13], "pattern": [0, 7], "pb": 0, "pbs_nodefil": 0, "pbs_o_workdir": 0, "per": [6, 7, 12], "perfect": 7, "perform": 10, "period": 5, "perlmutt": [3, 5], "perlmutter_script": 7, "php": 1, "physic": 7, "pid": 7, "pip": [0, 9], "place": [0, 5], "plot": 9, "plotfil": [5, 9], "plt19862": 6, "point": [11, 13], "polari": 0, "polici": 12, "pool": 1, "possibl": 12, "ppn": 0, "prefix": 4, "prevent": 12, "previou": [0, 7, 12], "prgenv": [0, 4, 7, 10, 12], "principl": 7, "print": [0, 7], "problem": [4, 7], "process": [4, 5, 7], "prod": 0, "produc": 5, "product": 0, "program": 10, "project": [0, 1, 7, 9], "prompt": 13, "provid": [0, 2], "pty": 1, "publish": 0, "purg": 5, "put": 1, "py": [6, 7, 9], "python": [4, 6, 9, 11], "q": [0, 6, 7], "qo": 7, "qstat": 0, "qsub": 0, "queu": 12, "queue": [5, 7, 12], "quickli": 5, "quot": 0, "quota": 7, "rank": 0, "rate": 10, "raw": 1, "reach": 7, "reaction": 7, "read": 0, "readthedoc": 12, "receiv": 7, "recent": [5, 6], "recogn": 1, "recommend": [0, 5], "refer": [7, 10], "regard": 9, "regular": [6, 7], "reload": 12, "remain": 7, "remot": 8, "repeat": 7, "repo": 0, "report": 12, "repositori": 10, "request": 0, "requir": [0, 4, 11], "reserv": 7, "resourc": 7, "restart": [7, 12], "restartfil": [0, 7], "restartstr": [0, 7], "restor": 12, "ret": 7, "right": 5, "rm": 7, "rocgdb": 12, "rocm": 10, "rocmcc": 10, "run": [0, 1, 2, 5, 6, 7, 8, 9, 10, 12, 13], "runtim": [7, 10, 12], "salloc": 12, "same": [4, 5, 7, 12], "sampl": [5, 6, 12], "sbatch": [5, 6, 7, 9, 12], "scale": [0, 7], "scancel": 7, "scatter": 0, "schedul": [0, 12], "scienc": 0, "scope": 10, "scratch": [5, 7], "script": [0, 5, 6, 7, 9, 12], "search": 11, "second": [5, 7], "sedov": 4, "see": [1, 7, 10, 12], "seem": [0, 1, 10], "select": [0, 7], "send": 7, "seq": 0, "session": 12, "set": [0, 1, 7, 12], "set_affinity_gpu_polari": 0, "setup": [6, 9, 12], "sever": 7, "sh": [0, 7, 12], "share": 7, "shell": [7, 12], "short": 1, "shortag": 7, "should": [1, 4, 5, 7, 12], "showquota": 7, "sig_handl": 7, "signal": 7, "sigurg": 7, "simul": 5, "sinc": [5, 7], "singl": [0, 7], "site": 0, "size": [7, 12], "slack_job_start": 7, "sleep": 0, "slow": 10, "slurm": [1, 5, 7, 9, 12], "slurm_cpus_per_task": 7, "slurm_job_num_nod": 12, "slurm_nnod": 7, "slurm_ntasks_per_nod": 7, "slurm_output": 7, "slurm_submit_dir": [7, 9], "smallest": 0, "smplsdc": [0, 7], "so": [1, 7, 9, 10, 13], "socket": 7, "soft": 0, "softwar": [1, 9], "solut": 9, "some": [0, 5, 12], "someth": 6, "sometim": 5, "soon": 7, "sort": [0, 7], "sourc": [0, 9], "specif": [1, 9], "sph": [1, 12], "spread": [6, 7], "squeez": 7, "squeue": [7, 12], "srun": [1, 6, 7, 9, 12], "ssh": [0, 1, 4, 13], "stale": 5, "start": [0, 1, 5, 7, 12], "startup": 12, "statu": [0, 7, 8], "step": [6, 7], "still": 5, "stonybrook": 1, "stop": 7, "storag": 12, "store": 5, "strang": 10, "strategi": 7, "string": 5, "stuff": 1, "subch_": 7, "subdirectori": 5, "submiss": [0, 5, 6, 7, 9, 12], "submit": [5, 7, 8, 9], "subsequ": 11, "success": 5, "suggest": 12, "summit": 11, "sunysb": 13, "support": [0, 1, 9], "sure": 11, "sve": 1, "swap": 0, "switch": 1, "system": [0, 7, 10, 12], "t": [0, 5, 6, 7, 9, 12], "tabul": 10, "tail": [0, 7], "tailor": 0, "take": [0, 1, 7, 10], "tape": 5, "tar": 5, "task": [7, 12], "tb": 7, "tell": [1, 7], "temp_fil": [0, 7], "templat": 10, "tempt": 0, "termin": [0, 5, 13], "test": [1, 4, 7, 10, 12], "than": 12, "the_arena_init_s": [7, 12], "thei": [1, 11], "them": [1, 5], "therefor": 7, "thi": [0, 1, 5, 6, 7, 9, 10, 11, 12], "thing": [0, 7], "though": 1, "thread": [0, 1, 7], "through": [0, 7], "time": [1, 5, 7, 9, 10, 12], "timestep": 7, "tiny_profil": 4, "token": 13, "too": [0, 12], "took": 5, "tool": [1, 5], "top": [0, 5, 7], "total_nmpi": 12, "touch": 7, "trace": 12, "trap": 7, "trento": 12, "troubleshoot": 8, "true": [0, 1, 4, 10, 12, 13], "try": [5, 12], "turn": 12, "two": [0, 7], "u": [0, 7], "unifi": 4, "unload": 10, "unrol": 10, "until": [5, 7], "up": [5, 7, 12], "updat": [0, 7], "urg": 7, "us": [0, 1, 4, 5, 7, 9, 10, 11, 12, 13], "usag": 0, "use_cuda": [0, 4, 13], "use_gpu_aware_mpi": 12, "use_hip": [10, 12], "use_mpi": [1, 4, 12, 13], "use_omp": [1, 4], "usernam": [0, 7], "usr": 13, "usual": [7, 12], "valu": 7, "variabl": [5, 10, 12], "variou": 2, "venv": 0, "venv_dir": 0, "veri": [0, 9], "version": [0, 1, 9, 13], "vi": 6, "via": [0, 1, 4, 7, 9, 10, 11, 12], "view": 7, "virtual": [0, 7], "vis_": 6, "visual": [3, 8, 13], "vol": 9, "w": 0, "wa": 5, "wai": [0, 6, 7], "wait": [5, 7], "wall": 7, "walltim": 0, "want": [0, 5, 7, 9, 12], "warn": 7, "warpx": 12, "wc": 0, "we": [0, 1, 4, 7, 9, 12, 13], "web": 13, "well": 13, "when": [5, 9, 10, 11], "where": [7, 12], "which": [1, 5, 7, 9, 11], "whole": 0, "why": 1, "wildcard": [0, 7], "window": 13, "wish": 11, "within": 7, "without": [10, 13], "work": [2, 5, 9, 12, 13], "workaround": 12, "workdir": 7, "workflow": [0, 1, 12], "workspac": 0, "workstat": 2, "would": [1, 7, 12], "write": 7, "written": [0, 5, 7], "www": 1, "x": [1, 12, 13], "x86": [7, 12], "xfer": 5, "xrb": [5, 9], "y": 11, "you": [0, 1, 4, 5, 6, 7, 9, 11, 12, 13], "your": [0, 5, 6, 7, 9, 11, 12, 13], "yt": [6, 9, 11]}, "titles": ["Working at ALCF", "Working at IACS", "AMReX Astrophysics Suite", "Working at NERSC", "Compiling at NERSC", "Archiving Data to HPSS", "Visualization at NERSC", "Managing Jobs at NERSC", "Working at OLCF", "Batch Visualization on Andes", "Compiling at OLCF", "Running Jupyter Remotely from OLCF", "Managing Jobs at OLCF", "Linux Workstations"], "titleterms": {"10": 1, "2": 1, "Andes": 9, "In": 0, "alcf": 0, "amrex": [1, 2], "archiv": 5, "astro": 2, "astrophys": 2, "automat": 0, "awar": 12, "basic": 2, "batch": 9, "bender": 13, "chain": [0, 7, 12], "compil": [0, 1, 4, 10], "conda": 11, "crai": 1, "creat": 11, "cuda": 4, "data": 5, "debug": 12, "detail": 12, "disk": 0, "environ": 11, "filesystem": 7, "from": 11, "frontier": [10, 12], "function": 10, "gcc": [1, 4], "gpu": [12, 13], "groot": 13, "hip": 10, "hpss": 5, "hypr": 4, "iac": 1, "inlin": 10, "instal": 0, "job": [0, 7, 12], "jupyt": [11, 13], "linux": 13, "log": 0, "machin": 12, "manag": [7, 12], "mpi": 12, "nersc": [3, 4, 6, 7], "offload": 13, "olcf": [8, 10, 11, 12], "ookami": 1, "perlmutt": [4, 7], "python": 0, "queue": 0, "remot": [11, 13], "restart": 0, "run": 11, "setup": 1, "statu": 12, "submit": [0, 12], "suit": 2, "troubleshoot": 12, "vi": 13, "visual": [6, 9], "work": [0, 1, 3, 8], "workstat": 13}})
\ No newline at end of file
+Search.setIndex({"alltitles": {"AMReX Astro basics": [[2, null]], "AMReX Astrophysics Suite": [[2, null]], "AMReX setup": [[1, "amrex-setup"]], "Archiving Data to HPSS": [[5, null]], "Automatic Restarting": [[0, "automatic-restarting"]], "Batch Visualization on Andes": [[9, null]], "Chaining": [[7, "chaining"]], "Compiling": [[0, "compiling"]], "Compiling at NERSC": [[4, null]], "Compiling at OLCF": [[10, null]], "Compiling with GCC + CUDA": [[4, "compiling-with-gcc-cuda"]], "Cray compilers": [[1, "cray-compilers"]], "Creating a conda environment": [[11, "creating-a-conda-environment"]], "Debugging": [[12, "debugging"]], "Disks": [[0, "disks"]], "Filesystems": [[7, "filesystems"]], "Frontier": [[10, "frontier"], [12, "frontier"]], "GCC": [[1, "gcc"]], "GCC 10.2": [[1, "gcc-10-2"]], "GPU offloading": [[13, "gpu-offloading"]], "GPU-aware MPI": [[12, "gpu-aware-mpi"]], "HIP Function Inlining": [[10, "hip-function-inlining"]], "Hypre": [[4, "hypre"]], "Installing Python": [[0, "installing-python"]], "Job Chaining": [[0, "job-chaining"], [12, "job-chaining"]], "Job Status": [[12, "job-status"]], "Linux Workstations": [[13, null]], "Logging In": [[0, "logging-in"]], "Machine details": [[12, "machine-details"]], "Managing Jobs at NERSC": [[7, null]], "Managing Jobs at OLCF": [[12, null]], "Ookami": [[1, "ookami"]], "Perlmutter": [[4, "perlmutter"], [7, "perlmutter"]], "Queues": [[0, "queues"]], "Remote vis with Jupyter": [[13, "remote-vis-with-jupyter"]], "Running Jupyter Remotely from OLCF": [[11, null]], "Submitting": [[0, "submitting"]], "Submitting jobs": [[12, "submitting-jobs"]], "Troubleshooting": [[12, "troubleshooting"]], "Visualization at NERSC": [[6, null]], "Working at ALCF": [[0, null]], "Working at IACS": [[1, null]], "Working at NERSC": [[3, null]], "Working at OLCF": [[8, null]], "bender": [[13, "bender"]], "groot": [[13, "groot"]]}, "docnames": ["alcf", "iacs", "index", "nersc", "nersc-compilers", "nersc-hpss", "nersc-visualization", "nersc-workflow", "olcf", "olcf-andes", "olcf-compilers", "olcf-jupyter", "olcf-workflow", "workstations"], "envversion": {"sphinx": 64, "sphinx.domains.c": 3, "sphinx.domains.changeset": 1, "sphinx.domains.citation": 1, "sphinx.domains.cpp": 9, "sphinx.domains.index": 1, "sphinx.domains.javascript": 3, "sphinx.domains.math": 2, "sphinx.domains.python": 4, "sphinx.domains.rst": 2, "sphinx.domains.std": 2, "sphinx.ext.viewcode": 1}, "filenames": ["alcf.rst", "iacs.rst", "index.rst", "nersc.rst", "nersc-compilers.rst", "nersc-hpss.rst", "nersc-visualization.rst", "nersc-workflow.rst", "olcf.rst", "olcf-andes.rst", "olcf-compilers.rst", "olcf-jupyter.rst", "olcf-workflow.rst", "workstations.rst"], "indexentries": {}, "objects": {}, "objnames": {}, "objtypes": {}, "terms": {"": [0, 7, 11, 12], "0": [0, 1, 6, 7, 11, 12], "00": [0, 6, 7, 9, 12], "01": 6, "02": 7, "05": 12, "07": 10, "1": [0, 1, 6, 7, 9, 10, 12], "10": [0, 12, 13], "11": [6, 9, 13], "12": 1, "120": 7, "128": 7, "13th": 1, "1536": 7, "16": 7, "2": [0, 7, 9, 10, 12, 13], "20": [0, 7], "2023": 12, "23": 7, "24": [1, 10], "256": 7, "27": 12, "28": 10, "3": [0, 1, 4, 6, 7, 9, 10, 11, 12, 13], "30": [0, 12], "39": 10, "3d": [1, 12], "4": [0, 1, 4, 7, 10, 12, 13], "48": 1, "5": [0, 1, 7, 10, 11, 12], "560": 0, "6": [0, 7, 10, 12], "64": 7, "7": [0, 4, 7, 9, 11, 12, 13], "8": [0, 6, 7, 10, 12], "80": 4, "8888": 13, "A": [0, 6, 7, 9, 12], "Andes": 8, "As": 12, "At": [1, 11], "By": [5, 7, 10], "For": [0, 7, 9, 12], "If": [5, 7, 11, 12], "In": [7, 10, 11, 13], "It": [5, 9, 12], "On": 13, "The": [0, 1, 5, 6, 7, 9, 12], "Then": [0, 9, 10], "There": [1, 7, 10, 12, 13], "These": 2, "To": [0, 1, 7, 9, 11, 12, 13], "With": 7, "__shared__": 10, "a100": [0, 7], "a64fx": 1, "abl": 5, "abort": 12, "about": [1, 2, 12], "abov": 1, "accel": [10, 12], "access": [0, 1, 7], "accomplish": 9, "account": 7, "activ": [0, 6, 9], "actual": [1, 5, 7], "ad": 9, "add": [0, 1, 7, 11, 12, 13], "addit": [5, 10], "adjust": 7, "affinity_gpu": 0, "after": [1, 7], "afterani": 0, "alcf": 2, "all": [0, 5, 7, 9, 10, 12], "alloc": 7, "allow": [0, 5, 7, 10], "alon": 5, "also": [7, 9, 10, 11, 12], "altern": 7, "although": [0, 9], "alwai": 5, "amd": [10, 12], "amd_log_level": 12, "amd_serialize_copi": 12, "amd_serialize_kernel": 12, "amdgpu": 10, "amr": [0, 1, 7], "amrex": [5, 7, 12], "an": [1, 7, 10, 12, 13], "anaconda": 9, "anaconda3": [9, 11], "andes": 9, "ani": [0, 5, 7], "anl": 0, "anyth": 0, "aout": 0, "appear": 13, "applic": 0, "approach": 5, "ar": [0, 1, 4, 5, 7, 12], "architectur": 1, "archiv": 3, "arena": [7, 12], "argonn": 0, "argument": [0, 7], "arm": 1, "around": 13, "assign": 7, "ast106": [9, 12], "astro": [1, 12, 13], "astroexplos": 0, "automat": [5, 10, 12], "avail": 7, "awar": 8, "b": [7, 12], "back": [0, 7], "background": [5, 7], "balanc": 7, "base": [0, 1, 7], "basenam": 7, "bash": [0, 1, 6, 7, 9, 12], "bashrc": [0, 9], "batch": [7, 8, 12], "becaus": 7, "befor": 7, "behind": [5, 7], "below": 7, "best": [5, 6, 7, 9, 10, 11, 12], "better": [10, 12], "between": 7, "big": 12, "bigger": 7, "bin": [0, 6, 7, 9, 12], "bind": [0, 7, 12], "blob": 12, "blocking_factor": 7, "both": 1, "break": 7, "browser": 13, "bt": 12, "bug": 13, "build": [1, 2, 4, 10, 12, 13], "built": 4, "builtin": 7, "burner": 7, "c": [6, 7, 11], "call": [5, 7, 9, 10, 12], "can": [0, 1, 5, 6, 7, 9, 10, 11, 12, 13], "cancel": 7, "cannot": 1, "case": 7, "castro": [2, 4, 7], "castro2d": [0, 7, 12], "castro3d": [1, 12], "castro_exec": 7, "cc": 4, "cc60": 13, "cc70": 13, "cce": 1, "cd": [0, 7, 9], "center": 2, "cf": 7, "chain": [3, 8], "chainqsub": 0, "chainslurm": [7, 12], "chang": [0, 5, 7, 12], "channel": 11, "check": [0, 7, 12], "checkpoint": [0, 5, 7], "chip": 1, "chk": [0, 7], "choic": 7, "clean": [5, 7], "clock": 7, "clone": [0, 9], "closest": 12, "co": 5, "coars": [0, 7], "code": [2, 9, 10, 12, 13], "collect": 12, "com": [0, 1, 2, 9, 10, 12], "command": [5, 13], "commcm": 1, "comment": 1, "common": 7, "comp": [0, 1, 4, 13], "compar": 7, "compat": 10, "compil": [3, 7, 8, 12, 13], "compile_cuda_path": 13, "complet": [0, 7], "compos": 7, "comput": [1, 7, 12], "conda": [0, 6, 8, 9], "config": [1, 11], "configur": 4, "connect": 13, "constraint": 7, "contain": [5, 7], "continu": [5, 13], "copi": [0, 5], "core": [1, 6, 7], "correct": 11, "correctli": 7, "correspond": 5, "count": 0, "coupl": 7, "cpe": [1, 10], "cpp": 5, "cpu": [0, 6, 7, 12], "crai": [0, 10, 12], "crash": 12, "cray_ld_library_path": 10, "crayp": [10, 12], "creat": [0, 5, 6, 7, 8, 9], "cuda": [0, 3, 7, 13], "cuda_vers": 13, "cudatoolkit": [4, 7], "custom": 0, "cxx": 4, "data": [0, 3, 12], "date": [5, 9], "deactiv": 6, "debug": [0, 7, 8], "debug1": 1, "debug2": 1, "debugg": 12, "default": [5, 7, 10, 13], "delet": 5, "depend": [0, 5, 7, 12], "depth": 0, "describ": [5, 11], "design": 7, "destin": 5, "detail": [7, 8], "detect": [5, 10], "detriment": 10, "develop": 6, "devic": [7, 10], "diagnost": 5, "didn": [0, 7], "differ": [1, 7], "digit": [0, 7], "directori": [0, 5, 7], "disabl": [7, 10, 12], "distribut": [7, 11], "do": [0, 1, 6, 7, 9, 10, 11, 12, 13], "doc": [0, 2, 6, 9, 10, 12], "document": [9, 11], "doe": [1, 9], "doesn": [5, 7, 12], "domain": 7, "don": 5, "done": [0, 1, 5, 7, 12], "down": [7, 10], "dump": 7, "dump_and_stop": 7, "dure": 7, "e": [0, 4, 7, 11], "each": [0, 1, 7, 9, 12], "echo": [0, 7], "edit": 5, "edu": [1, 13], "els": [0, 7], "empti": [0, 7], "en": [10, 12], "enabl": [0, 4, 12], "end": [0, 7], "ensur": 5, "enter": 13, "enuc": 9, "env": [0, 9], "environ": [0, 1, 6, 8, 9, 10, 12], "eo": 0, "eq": 0, "error": [1, 7], "especi": 5, "estim": [7, 12], "etc": 0, "even": 1, "everyon": 7, "ex": [0, 1, 7, 12], "exampl": [0, 7, 12], "exec": [0, 12], "execut": [5, 7, 12], "exhibit": 10, "exist": [5, 7, 12], "exit": [0, 7], "expert": 0, "explicitli": 12, "export": [0, 1, 6, 7, 10, 12], "extra": [0, 11], "extracxxflag": 10, "f": [0, 7], "factor": 7, "fail": 7, "fall": [0, 7], "fals": [1, 4, 12, 13], "faq": 1, "fc": 4, "fi": [0, 7], "fi_mr_cache_monitor": 12, "file": [0, 1, 5, 7, 10], "filesystem": [3, 5, 12], "fill": 5, "final": 7, "find": [0, 1, 7], "find_chk_fil": [0, 7], "finish": 7, "first": [7, 10, 11], "firstcount": 0, "fix": 7, "fj": 1, "flag": [1, 10], "flame_wave_1000hz_25cm_smallplt203204": 9, "follow": [0, 1, 5, 6, 7, 9, 12], "forg": [6, 11], "form": 1, "former": 1, "fortran": 1, "found": [0, 7, 12], "frequent": 5, "from": [0, 4, 5, 7, 8, 9], "frontier": 8, "frontier_user_guid": [10, 12], "ftime": 5, "ftn": 4, "fulli": 0, "function": [0, 7, 8, 12], "furthermor": 7, "g": [4, 11], "gcc": [3, 13], "gener": [2, 13], "get": [1, 7, 12], "gettingstart": 0, "gfx90a": [10, 12], "git": [0, 1, 9], "github": [0, 2, 4, 9, 12], "githubusercont": 1, "give": 7, "given": 5, "global": 1, "gnu": [0, 1, 4, 7, 10, 12, 13], "gnumak": 1, "go": 7, "good": [11, 12], "gov": [0, 4, 6, 9, 10, 12], "gpu": [0, 2, 7, 8, 9], "gracefulli": 7, "grand": 0, "greatli": 10, "grep": 7, "group": 1, "grow": 12, "gt": 0, "guid": 1, "guidelin": 0, "ha": [0, 1, 7, 9, 11], "half": 7, "half_siz": 7, "handl": 7, "handler": 7, "hang": 12, "happen": 7, "have": [0, 1, 5, 7, 9, 11], "header": [0, 7, 13], "here": [0, 6, 7, 9, 12], "hip": [8, 12], "hip_enable_deferred_load": 12, "hipcc": 10, "hour": 1, "how": 5, "howev": 7, "hpc": [2, 12], "hpss": 3, "hpss_dir": 5, "htar": 5, "html": [9, 10, 12], "http": [0, 1, 2, 6, 9, 10, 12, 13], "hydro": 4, "hyper": 7, "hypr": 3, "hypre_cuda_sm": 4, "i": [0, 1, 5, 6, 7, 9, 10, 11, 12], "iac": 2, "id": [7, 12], "idea": [11, 12], "ideal": 1, "import": 5, "includ": [2, 7, 10, 12], "increas": [7, 10], "index": 9, "infinit": 1, "inform": [0, 2, 12], "init": [6, 9], "initi": [0, 7, 12], "inlin": 8, "input": [0, 1, 5, 7, 12], "inputs_2d": [0, 7], "inputs_fil": 7, "inputs_nova_t7": 7, "insid": 12, "instal": [4, 6, 9, 11, 12], "instanc": [5, 7], "instruct": [0, 7], "interact": [1, 12], "interfac": 10, "interrupt": 12, "io": 12, "ip": 13, "ipykernel": 11, "issu": 10, "j": [0, 1, 4, 6, 7, 9, 12, 13], "job": [1, 3, 5, 8], "job_script": [1, 5, 12], "jobid": [0, 5, 7], "june": 12, "jupyt": 8, "jupyterhub": 11, "jupyterlab": 11, "just": 13, "keep": 7, "know": [1, 5], "l": [0, 7, 13], "lab": 13, "languag": 6, "larg": [5, 7, 9], "larger": 12, "last": [0, 7], "later": [5, 10], "latest": [0, 1, 7, 12], "latter": 1, "launch": 13, "lcf": 0, "ld_library_path": 10, "leav": [5, 7], "left": [5, 7], "level": 7, "librari": [0, 5, 7, 10, 11], "like": [0, 6, 7], "limit": 7, "line": [7, 12], "link": [1, 10], "linux": 2, "list": 5, "live": 5, "ll": [0, 9], "llvm": 1, "load": [0, 1, 4, 6, 7, 9, 10, 11, 12, 13], "local": [1, 13], "localhost": 13, "locat": [5, 7], "lockfil": 5, "log": [1, 4, 9, 10, 12], "logic": 7, "login": 1, "long": [1, 5], "look": [0, 5, 7], "loop": 10, "lot": [10, 12], "lower": 7, "lt": 0, "lu": 0, "lustr": [1, 12], "m": 0, "m3018": [6, 7], "m3018_g": 7, "machin": [1, 2, 8], "maestroex": 2, "mai": [0, 5, 7, 10], "main": [1, 5, 12], "mak": 1, "make": [0, 1, 4, 5, 9, 10, 11, 12, 13], "manag": [3, 8], "mani": 0, "map_gpu": 7, "massive_star_multi": 6, "max_grid_s": 7, "max_level": 1, "max_step": 1, "maxdepth": [0, 7], "mayb": 12, "me": [7, 12], "memhook": 12, "memori": [4, 7, 9], "michael": 7, "microphys": 10, "might": 9, "milan": 7, "miniforg": 9, "mix": [0, 10, 12], "mkdir": 0, "mllvm": 10, "modifi": [9, 10], "modul": [0, 1, 4, 6, 7, 9, 10, 11, 12, 13], "modulefil": [0, 1], "moment": 1, "more": [0, 6, 7, 9], "most": [0, 5, 7], "move": 5, "mpi": [0, 1, 4, 7, 8], "mpi4pi": 0, "mpich": [0, 10, 12], "mpich_gpu_support_en": [0, 12], "mpich_max_thread_safeti": 7, "mpiexec": [0, 1], "multipl": [5, 7], "mv2_enable_affin": 1, "mvapich2": 1, "mvapich2_nogpu": 1, "my_env": 11, "myenv": [6, 9], "mz": 12, "n": [0, 1, 6, 7, 9, 11, 12, 13], "n14": [0, 7], "name": [0, 5, 6, 7, 9, 12], "nb_conda_kernel": 11, "ndepth": 0, "necessari": 12, "need": [0, 1, 6, 7, 9, 10, 11, 12, 13], "nersc": [2, 5], "network": [7, 10], "new": [0, 7, 9, 11], "newer": 1, "next": 7, "nmpi_per_nod": 12, "nnode": 0, "no_device_launch": 13, "node": [0, 1, 6, 7, 9, 12], "non": 10, "nopattern": 1, "normal": 5, "note": [1, 5], "notebook": 11, "now": 12, "nranks_per_nod": 0, "ntask": [6, 7, 12], "nthread": 0, "ntotrank": 0, "numa": 7, "number": [0, 1, 7, 12], "numjob": 0, "nvcc": 13, "nvhpc": 0, "nvidia": [0, 7], "nyx": 2, "o": [1, 6, 7, 12], "obtain": [4, 7], "ocompil": 1, "off": 12, "olcf": [2, 9], "old": 1, "older": [1, 13], "oldjob": 0, "omp": [1, 7], "omp_num_thread": [0, 1, 6, 7, 12], "omp_plac": [0, 6, 7], "omp_proc_bind": [6, 7], "onc": 0, "one": [0, 5, 7], "onli": [0, 1, 5, 7], "onto": 12, "openmp": [0, 1, 7], "optim": 7, "option": [0, 1, 7], "order": [7, 11], "origin": 7, "orion": 12, "ornl": [0, 9, 10, 12], "other": 9, "otherwis": 7, "our": 10, "out": [1, 5, 6, 7, 9, 12], "output": [5, 13], "over": 7, "overwrit": 5, "own": [6, 9], "p": [0, 1, 9, 12], "p1": 4, "packag": [0, 9], "pagin": 12, "parallel": 7, "paramet": 12, "part": 11, "particular": [0, 2, 6, 7], "pass": 10, "password": 13, "past": 10, "path": [0, 4, 5, 10, 13], "pattern": [0, 7], "pb": 0, "pbs_nodefil": 0, "pbs_o_workdir": 0, "per": [6, 7, 12], "perfect": 7, "perform": 10, "period": 5, "perlmutt": [3, 5], "perlmutter_script": 7, "php": 1, "physic": 7, "pid": 7, "pip": [0, 9], "place": [0, 5], "plot": 9, "plotfil": [5, 9], "plt19862": 6, "point": [11, 13], "polari": 0, "polici": 12, "pool": 1, "possibl": 12, "ppn": 0, "prefix": 4, "prevent": 12, "previou": [0, 7, 12], "prgenv": [0, 4, 7, 10, 12], "principl": 7, "print": [0, 7], "problem": [4, 7], "process": [4, 5, 7], "prod": 0, "produc": 5, "product": 0, "program": 10, "project": [0, 1, 7, 9], "prompt": 13, "provid": [0, 2], "pty": 1, "publish": 0, "purg": 5, "put": 1, "py": [6, 7, 9], "python": [4, 6, 9, 11], "q": [0, 6, 7], "qo": 7, "qstat": 0, "qsub": 0, "queu": 12, "queue": [5, 7, 12], "quickli": 5, "quot": 0, "quota": 7, "rank": 0, "rate": 10, "raw": 1, "reach": 7, "reaction": 7, "read": 0, "readthedoc": 12, "receiv": 7, "recent": [5, 6], "recogn": 1, "recommend": [0, 5], "refer": [7, 10], "regard": 9, "regular": [6, 7], "reload": 12, "remain": 7, "remot": 8, "repeat": 7, "repo": 0, "report": 12, "repositori": 10, "request": 0, "requir": [0, 4, 11], "reserv": 7, "resourc": 7, "restart": [7, 12], "restartfil": [0, 7], "restartstr": [0, 7], "restor": 12, "ret": 7, "right": 5, "rm": 7, "rocgdb": 12, "rocm": 10, "rocmcc": 10, "run": [0, 1, 2, 5, 6, 7, 8, 9, 10, 12, 13], "runtim": [7, 12], "salloc": 12, "same": [4, 5, 7, 12], "sampl": [5, 6, 12], "sbatch": [5, 6, 7, 9, 12], "scale": [0, 7], "scancel": 7, "scatter": 0, "schedul": [0, 12], "scienc": 0, "scope": 10, "scratch": [5, 7], "script": [0, 5, 6, 7, 9, 12], "search": 11, "second": [5, 7], "sedov": 4, "see": [1, 7, 10, 12], "seem": [0, 1, 10], "select": [0, 7], "send": 7, "seq": 0, "session": 12, "set": [0, 1, 7, 12], "set_affinity_gpu_polari": 0, "setup": [6, 9, 12], "sever": 7, "sh": [0, 7, 12], "share": 7, "shell": [7, 12], "short": 1, "shortag": 7, "should": [1, 4, 5, 7, 12], "showquota": 7, "sig_handl": 7, "signal": 7, "sigurg": 7, "simul": 5, "sinc": [5, 7, 10], "singl": [0, 7], "site": 0, "size": [7, 12], "slack_job_start": 7, "sleep": 0, "slow": 10, "slurm": [1, 5, 7, 9, 12], "slurm_cpus_per_task": 7, "slurm_job_num_nod": 12, "slurm_nnod": 7, "slurm_ntasks_per_nod": 7, "slurm_output": 7, "slurm_submit_dir": [7, 9], "smallest": 0, "smplsdc": [0, 7], "so": [1, 7, 9, 10, 13], "socket": 7, "soft": 0, "softwar": [1, 9], "solut": 9, "some": [0, 5, 12], "someth": 6, "sometim": 5, "soon": 7, "sort": [0, 7], "sourc": [0, 9], "specif": [1, 9], "sph": [1, 12], "spread": [6, 7], "squeez": 7, "squeue": [7, 12], "srun": [1, 6, 7, 9, 12], "ssh": [0, 1, 4, 13], "stale": 5, "start": [0, 1, 5, 7, 12], "startup": 12, "statu": [0, 7, 8], "step": [6, 7, 10], "still": 5, "stonybrook": 1, "stop": 7, "storag": 12, "store": 5, "strang": 10, "strategi": 7, "string": 5, "stuff": 1, "subch_": 7, "subdirectori": 5, "submiss": [0, 5, 6, 7, 9, 12], "submit": [5, 7, 8, 9], "subsequ": 11, "success": 5, "suggest": 12, "summit": 11, "sunysb": 13, "support": [0, 1, 9], "sure": 11, "sve": 1, "swap": 0, "switch": 1, "system": [0, 7, 10, 12], "t": [0, 5, 6, 7, 9, 12], "tabul": 10, "tail": [0, 7], "tailor": 0, "take": [0, 1, 7, 10], "tape": 5, "tar": 5, "task": [7, 12], "tb": 7, "tell": [1, 7], "temp_fil": [0, 7], "templat": 10, "tempt": 0, "termin": [0, 5, 13], "test": [1, 4, 7, 10, 12], "than": 12, "the_arena_init_s": [7, 12], "thei": [1, 11], "them": [1, 5], "therefor": 7, "thi": [0, 1, 5, 6, 7, 9, 10, 11, 12], "thing": [0, 7], "though": 1, "thread": [0, 1, 7], "through": [0, 7], "time": [1, 5, 7, 9, 10, 12], "timestep": 7, "tiny_profil": 4, "token": 13, "too": [0, 12], "took": 5, "tool": [1, 5], "top": [0, 5, 7], "total_nmpi": 12, "touch": 7, "trace": 12, "trap": 7, "trento": 12, "troubleshoot": 8, "true": [0, 1, 4, 10, 12, 13], "try": [5, 12], "turn": 12, "two": [0, 7], "u": [0, 7], "unifi": 4, "unrol": 10, "until": [5, 7], "up": [5, 7, 12], "updat": [0, 7], "urg": 7, "us": [0, 1, 4, 5, 7, 9, 10, 11, 12, 13], "usag": 0, "use_cuda": [0, 4, 13], "use_gpu_aware_mpi": 12, "use_hip": [10, 12], "use_mpi": [1, 4, 12, 13], "use_omp": [1, 4], "usernam": [0, 7], "usr": 13, "usual": [7, 12], "valu": 7, "variabl": [5, 10, 12], "variou": 2, "venv": 0, "venv_dir": 0, "veri": [0, 9], "version": [0, 1, 9, 10, 13], "vi": 6, "via": [0, 1, 4, 7, 9, 10, 11, 12], "view": 7, "virtual": [0, 7], "vis_": 6, "visual": [3, 8, 13], "vol": 9, "w": 0, "wa": 5, "wai": [0, 6, 7], "wait": [5, 7], "wall": 7, "walltim": 0, "want": [0, 5, 7, 9, 12], "warn": 7, "warpx": 12, "wc": 0, "we": [0, 1, 4, 7, 9, 12, 13], "web": 13, "well": 13, "when": [5, 9, 10, 11], "where": [7, 12], "which": [1, 5, 7, 9, 11], "whole": 0, "why": 1, "wildcard": [0, 7], "window": 13, "wish": 11, "within": 7, "without": [10, 13], "work": [2, 5, 9, 12, 13], "workaround": 12, "workdir": 7, "workflow": [0, 1, 12], "workspac": 0, "workstat": 2, "would": [1, 7, 12], "wrapper": 10, "write": 7, "written": [0, 5, 7], "www": 1, "x": [1, 12, 13], "x86": [7, 12], "xfer": 5, "xrb": [5, 9], "y": 11, "you": [0, 1, 4, 5, 6, 7, 9, 10, 11, 12, 13], "your": [0, 5, 6, 7, 9, 11, 12, 13], "yt": [6, 9, 11]}, "titles": ["Working at ALCF", "Working at IACS", "AMReX Astrophysics Suite", "Working at NERSC", "Compiling at NERSC", "Archiving Data to HPSS", "Visualization at NERSC", "Managing Jobs at NERSC", "Working at OLCF", "Batch Visualization on Andes", "Compiling at OLCF", "Running Jupyter Remotely from OLCF", "Managing Jobs at OLCF", "Linux Workstations"], "titleterms": {"10": 1, "2": 1, "Andes": 9, "In": 0, "alcf": 0, "amrex": [1, 2], "archiv": 5, "astro": 2, "astrophys": 2, "automat": 0, "awar": 12, "basic": 2, "batch": 9, "bender": 13, "chain": [0, 7, 12], "compil": [0, 1, 4, 10], "conda": 11, "crai": 1, "creat": 11, "cuda": 4, "data": 5, "debug": 12, "detail": 12, "disk": 0, "environ": 11, "filesystem": 7, "from": 11, "frontier": [10, 12], "function": 10, "gcc": [1, 4], "gpu": [12, 13], "groot": 13, "hip": 10, "hpss": 5, "hypr": 4, "iac": 1, "inlin": 10, "instal": 0, "job": [0, 7, 12], "jupyt": [11, 13], "linux": 13, "log": 0, "machin": 12, "manag": [7, 12], "mpi": 12, "nersc": [3, 4, 6, 7], "offload": 13, "olcf": [8, 10, 11, 12], "ookami": 1, "perlmutt": [4, 7], "python": 0, "queue": 0, "remot": [11, 13], "restart": 0, "run": 11, "setup": 1, "statu": 12, "submit": [0, 12], "suit": 2, "troubleshoot": 12, "vi": 13, "visual": [6, 9], "work": [0, 1, 3, 8], "workstat": 13}})
\ No newline at end of file