Use a scratch variable for some installs

Author: Marc Henry de Frahan

.chezmoi.toml.tmpl

@@ -17,11 +17,30 @@
 {{ $ornl_hpc = true -}}
 {{- end -}}
 
+{{/* Set scratch directory */}}
+{{/* Default based on system type, but user can override */}}
+{{ $scratch_default := "${HOME}" -}}
+{{- if $nrel_hpc -}}
+{{ $scratch_default = "/scratch/${USER}" -}}
+{{- else if $ornl_hpc -}}
+{{ $scratch_default = "/lustre/orion/${USER}" -}}
+{{- end -}}
+{{- $scratch_root := "" -}}
+{{- if (get . "scratch_root") -}}
+{{- $scratch_root = get . "scratch_root" -}}
+{{- else if .chezmoi.stdinIsATTY -}}
+{{- $scratch_input := promptStringOnce . "scratch_root" (printf "Scratch directory [%s]" $scratch_default) -}}
+{{- $scratch_root = or $scratch_input $scratch_default -}}
+{{- else -}}
+{{- $scratch_root = $scratch_default -}}
+{{- end -}}
+
 [data]
     use_zsh_root_dir = {{ $use_zsh_root_dir }}
     email = {{ $email | quote }}
     test_machine = {{ $test_machine }}
     spack_packages = false
     nrel_hpc = {{ $nrel_hpc }}
     nrel_cluster = {{ $nrel_cluster }}
-    ornl_hpc = {{ $ornl_hpc }}
+    ornl_hpc = {{ $ornl_hpc }}
+    scratch_root = {{ $scratch_root | quote }}

.github/workflows/ci.yml

@@ -37,7 +37,7 @@ jobs:
           git clone --depth 1 --branch "${{ github.head_ref || github.ref_name }}" https://github.com/marchdf/dotfiles.git "$HOME/.local/share/chezmoi"
       - name: Install
         run: |
-          chezmoi init --source="$HOME/.local/share/chezmoi" --promptBool test_machine=t,"Use ZSH_ROOT_DIR for tmux shell"=f --promptString email=""
+          chezmoi init --source="$HOME/.local/share/chezmoi" --promptBool test_machine=t,"Use ZSH_ROOT_DIR for tmux shell"=f --promptString email="",scratch_root=""
           chezmoi data
           chezmoi apply
       - name: Cold start zsh

docker/Dockerfile

@@ -51,7 +51,7 @@ ENV PATH="/home/$USERNAME/.local/bin:${PATH}"
 # Initialize chezmoi with dotfiles from GitHub
 RUN chezmoi init https://github.com/marchdf/dotfiles.git \
     --promptBool test_machine=f,"Use ZSH_ROOT_DIR for tmux shell"=f \
-    --promptString email="marchdf@docker-container.com" \
+    --promptString email="marchdf@docker-container.com",scratch_root="" \
     && chezmoi apply
 
 # Pre-initialize zinit by running zsh once (this downloads all plugins)

docker/README.md

@@ -24,7 +24,7 @@ docker compose run --rm ubuntu-test
 # Inside container - first time setup:
 chezmoi init --source /dotfiles-source \
     --promptBool test_machine=f,"Use ZSH_ROOT_DIR for tmux shell"=f \
-    --promptString email="test@docker.com"
+    --promptString email="marchdf@docker.com",scratch_root=""
 chezmoi apply
 
 # Iterating on changes (edit files on host, then in container):

dot_local/share/zinit/plugins/hpc/hpc.plugin.zsh.tmpl

@@ -22,8 +22,8 @@ Plugins[PERSONAL_DIR]="${0:h}"
 # Custom for NREL HPC machines
 
 # Set scratch
-if [ -d "/scratch/${USER}" ]; then
-    export SCRATCH="/scratch/${USER}"
+if [ -d "{{ .scratch_root }}" ]; then
+    export SCRATCH="{{ .scratch_root }}"
 fi
 
 # Set the modules

dot_zshrc.tmpl

@@ -81,7 +81,7 @@ export COMBUSTION_DIR="${HOME}/combustion"
 export MASA_HOME="${COMBUSTION_DIR}/install/MASA"
 
 # pyenv
-export PYENV_ROOT="${HOME}/.local/${ARCH}/pyenv"
+export PYENV_ROOT="{{ .scratch_root }}/.local/${ARCH}/pyenv"
 if [ -d "${PYENV_ROOT}" ]; then
     command -v pyenv >/dev/null || export PATH="$PYENV_ROOT/bin:$PATH"
     eval "$(pyenv init -)"
@@ -109,7 +109,7 @@ if [[ -x "$(command -v claude)" ]]; then
     export CLAUDE_CODE_FILE_READ_MAX_OUTPUT_TOKENS=50000
 fi
 
-export WORKON_HOME="${HOME}/.local/${ARCH}/virtualenvs"
+export WORKON_HOME="{{ .scratch_root }}/.local/${ARCH}/virtualenvs"
 
 {{- if eq .chezmoi.os "darwin" }}
 

run_after_install-python-setup.sh run_after_install-python-setup.sh.tmplrun_after_install-python-setup.sh renamed to run_after_install-python-setup.sh.tmpl

@@ -5,8 +5,18 @@ set -e
 PYTHON_VERSION="3.12.9"
 
 ARCH=$(uname -m)
-export PYENV_ROOT="${HOME}/.local/${ARCH}/pyenv"
-export WORKON_HOME="${HOME}/.local/${ARCH}/virtualenvs"
+
+# Ensure scratch directory is writable
+if [[ ! -d "{{ .scratch_root }}/.local/${ARCH}" ]]; then
+    if ! mkdir -p "{{ .scratch_root }}/.local/${ARCH}" 2>/dev/null; then
+        echo "ERROR: Cannot create {{ .scratch_root }}/.local/${ARCH}"
+        echo "Check that scratch filesystem is mounted"
+        exit 1
+    fi
+fi
+
+export PYENV_ROOT="{{ .scratch_root }}/.local/${ARCH}/pyenv"
+export WORKON_HOME="{{ .scratch_root }}/.local/${ARCH}/virtualenvs"
 
 # Install pyenv if not present
 if [[ ! -x "$(command -v pyenv)" ]] && [[ ! -d "${PYENV_ROOT}" ]]; then

run_before_install-packages-linux.sh.tmpl

@@ -5,7 +5,16 @@ ARCH=$(uname -m)
 ARCH_BIN="${HOME}/.local/${ARCH}/bin"
 mkdir -p "${ARCH_BIN}"
 
-export PYENV_ROOT="${HOME}/.local/${ARCH}/pyenv"
+# Ensure scratch directory is writable
+if [[ ! -d "{{ .scratch_root }}/.local/${ARCH}" ]]; then
+    if ! mkdir -p "{{ .scratch_root }}/.local/${ARCH}" 2>/dev/null; then
+        echo "ERROR: Cannot create {{ .scratch_root }}/.local/${ARCH}"
+        echo "Check that scratch filesystem is mounted"
+        exit 1
+    fi
+fi
+
+export PYENV_ROOT="{{ .scratch_root }}/.local/${ARCH}/pyenv"
 if [[ ! -x "$(command -v pyenv)" ]] && [[ ! -d "${PYENV_ROOT}" ]]; then
    curl https://pyenv.run | bash
 fi