Alan Sill
@AlanSill.mast.hpc.social.ap.brid.gy
62 followers 3 following 243 posts
Physics/cloud/data center energy efficiency/HPC. This one's for personal viewpoints and technical stuff I find cool. Open to questions and try to reply to […] 🌉 bridged from ⁂ mast.hpc.social/@AlanSill, follow @ap.brid.gy to interact
![# slurm-partition-totals-by-status.sh
#!/bin/bash
# Simple script to list the count of jobs by status for each partition
# 5 Sep 2025 Alan Sill
# Updated 14 Sep 2025 to add reservation
# Updated 11 Jan 2026 to add core counts
echo "Job totals by status for occupied partitions:";
echo "PARTITION RESERVATION TOTAL JOBS AND CORES BY STATUS";
#for p in nocona quanah xlquanah matador toreador himem-ivy; do
for p in $(scontrol show partition -o | awk '{print $1}' | awk -F "=" '{printf $2" "}'); do
for v in $(/usr/bin/squeue -h -p $p -o "%v" | sort | uniq); do
/usr/bin/squeue -p $p -o "%2t %v %C" \
| grep "${v}" \
| awk -v p="$p" -v v="$v" \
'BEGIN {abbrev["R"]="Running"; abbrev["PD"]="Pending"; abbrev["CG"]="Completing"; abbrev["F"]="Failed"} NR>0 {a[$1]++;c[$1]+=$3} END {{printf "%-15s %14s", p, v}; for (i in a) {printf "%12s %5s %8s", abbrev[i], a[i], c[i]} }'\
| grep "[0-9]";
done;
done;](https://cdn.bsky.app/img/feed_thumbnail/plain/did:plc:ayyjnfm3vgvylj66xhorrzxv/bafkreigteigzvrq2vg6escln4dhemernfvqjatvlvdvizl7ffhcbjdcqjm)
![# pending-job-reasons.sh
#!/bin/bash
# Summarize numbers of jobs including total nodes and cores by user and partition for pending jobs
(echo "USER|PARTITION|REASON PENDING|JOBS|NODES|CORES";
while read u p r; do
echo -n "$u|$p|";
squeue -h -u $u --format="%.12P %.4D %.6C %R" -t pd \
| sort -k1,1 -k2,2 \
| grep "${p}" \
| grep "${r}" \
| awk -v p="$p" -v r="$r" 'BEGIN {} NR>0 {j[$4]++;n[$4]+=$2;c[$4]+=$3} END {{printf r}; for (i in j) {printf "|%s|%s|%s", j[i], n[i], c[i]}}';
echo;
done < <(squeue -h -o "%u %P %R" -t PD | sort -u) )\
| column -t -s\| -R4,5,6 \
| ( sed -u 1q; sort -k2,3 -k1,1 ) \
| (GREP_COLOR='01;33' grep -i --color=always "Priority\|$") \
| (GREP_COLOR='01;33' grep -i --color=always "Resources\|$") \
| (GREP_COLOR='01;31' grep -i --color=always "DependencyNeverSatisfied\|$");](https://cdn.bsky.app/img/feed_thumbnail/plain/did:plc:ayyjnfm3vgvylj66xhorrzxv/bafkreierqoxhzukd6cue3lp6ne5olbvnqawdry7af2nx7vdvjgfu7t4x7i)
