run_all.sh

#!/bin/bash

# Make sure to download reference npz file at https://github.com/openai/guided-diffusion/tree/main/evaluations, 
# VIRTUAL_imagenet256_labeled.npz and VIRTUAL_imagenet512.npz, rename the VIRTUAL_imagenet256_labeled.npz to 
# VIRTUAL_imagenet256.npz, and place it in the same directory as this script.

# steps=(50 100 250)
# sizes=(256 512)
# models=(
#     "w4a8_absmax.pth"
#     "w4a8_sq.pth"
#     "w4a8_qdit.pth"
#     "w4a8_ptq4dit.pth"
#     "w4a8_lora.pth"
#     "w8a8_absmax.pth"
#     "w8a8_sq.pth"
#     "w8a8_qdit.pth"
#     "w8a8_ptq4dit.pth"
#     "w8a8_lora.pth"
# )

steps=(100)
sizes=(256)
models=("dit_6bit.pth")

mkdir -p results

for step in "${steps[@]}"; do
    for size in "${sizes[@]}"; do
        for model in "${models[@]}"; do
            torchrun --nnodes=1 --nproc_per_node=4 sample_and_evaluate.py \
            --num-fid-samples 15000 \
            --num-sampling-steps "$step" --image-size "$size" --ckpt "checkpoints/$model" > "results/$model-$size-$step.txt"
        done
    done
done