justfile

# Main rule to rerun all experiments.
release: cpufreq
    mkdir -p results
    mv results results-$(date +%Y%m%d-%H%M%S)
    cd ../.. && cargo run -r -- \
        bench --release evals/astarpa2/experiments/*.yaml --cache evals/astarpa2/results/cache.json

# Below here is stuff used for development/debugging.

bug *args='':
    cd ../.. && cargo run -r -- run evals/astarpa2/experiments/bug-pre-pruning.yaml {{args}}

run *args='':
    cd ../.. && cargo run -r -- run evals/astarpa2/experiments/real-timing.yaml {{args}} --no-limits
vis *args='':
    cd ../.. && cargo run -r --features example -- run evals/astarpa2/experiments/real-vis.yaml

incremental *args='':
    cd ../.. && cargo run -r -- bench evals/astarpa2/experiments/real-incremental.yaml --cache evals/astarpa2/results/cache.json {{args}}
summary *args='':
    cd ../.. && cargo run -r -- bench evals/astarpa2/experiments/real-summary.yaml --cache evals/astarpa2/results/cache.json {{args}}
timing *args='':
    cd ../.. && cargo run -r -- bench evals/astarpa2/experiments/real-timing.yaml --cache evals/astarpa2/results/cache.json {{args}}
ablation *args='':
    cd ../.. && cargo run -r -- bench evals/astarpa2/experiments/real-ablation.yaml --cache evals/astarpa2/results/cache.json {{args}}
params *args='':
    cd ../.. && cargo run -r -- bench evals/astarpa2/experiments/real-params.yaml --cache evals/astarpa2/results/cache.json {{args}}
e *args='':
    cd ../.. && cargo run -r -- bench evals/astarpa2/experiments/scaling-e.yaml --cache evals/astarpa2/results/cache.json {{args}}


flame *args='':
    cd ../.. && cargo flamegraph --release --deterministic --open --min-width 0.06 --skip-after 'runner::run_job::{{{{closure}}::{{{{closure}}' --palette rust --bin pa-bench {{args}} \
                      -- run evals/astarpa2/experiments/real.yaml --no-limits

memory:
    cd ../.. && cargo build --release
    cd ../.. && heaptrack target/release/orchestrator run evals/astarpa2/experiments/real.yaml
record *args='':
    cd ../.. && perf record cargo run --release -- run evals/astarpa2/experiments/real.yaml && perf report
report *args='':
    cd ../.. && perf report

# Set the CPU frequency 3.6GHz.
cpufreq:
    sudo cpupower frequency-set --governor performance -d 3.6GHz -u 3.6GHz
powersave:
    sudo cpupower frequency-set --governor powersave -d 0.8GHz -u 2.6GHz

zip_results:
    zip results.zip results/*.json

# Download the results from the github release and unzip them.
# See readme for more.
download_results:
    wget 'https://github.com./pairwise-alignment/pa-bench/releases/download/astarpa2-evals/results.zip'
    unzip results.zip
    rm results.zip