Makefile

# calibration
.PHONY: calibrate-qbert
calibrate-qbert:
	-bash scripts/calibrate_qbert.sh
.PHONY: calibrate-qgpt-j
calibrate-qgpt-j:
	-bash scripts/calibrate_qgpt-j.sh

# end-to-end quantized model evaluation
.PHONY: qbert
qbert:
	-bash scripts/eval_qbert.sh
.PHONY: qgpt-j
qgpt-j:
	-bash scripts/eval_qgpt-j.sh
.PHONY: qllama2
qllama2:
	-bash scripts/eval_qllama2-70b.sh

# end-to-end evaluation
.PHONY: all
all: resnet retinanet 3d-unet bert rnnt gpt-j llama2 stablediffusion

.PHONY: resnet
resnet:
	-bash scripts/build_resnet_env.sh
	-bash scripts/eval_resnet.sh

.PHONY: retinanet
retinanet:
	-bash scripts/build_retinanet_env.sh
	-bash scripts/eval_retinanet.sh

.PHONY: 3d-unet
3d-unet:
	-bash scripts/build_3d-unet_env.sh
	-bash scripts/eval_3d-unet.sh

.PHONY: bert
bert:
	-bash scripts/build_bert_env.sh
	-bash scripts/eval_bert.sh

.PHONY: gpt-j
gpt-j:
	-bash scripts/build_gpt-j_env.sh
	-bash scripts/eval_gpt-j.sh

.PHONY: rnnt
rnnt:
	-bash scripts/build_rnnt_env.sh
	-bash scripts/eval_rnnt.sh

.PHONY: llama2
llama2:
	-bash scripts/build_llama2-70b_env.sh
	-bash scripts/eval_llama2-70b.sh

.PHONY: stablediffusion
stablediffusion:
	-bash scripts/build_stablediffusion_env.sh
	-bash scripts/eval_stablediffusion.sh

# verified evaluation log
.PHONY: log_all
log_all: log_resnet log_retinanet log_3d-unet log_bert log_rnnt log_gpt-j log_llama2 log_stablediffusion log_qbert

.PHONY: log_resnet
log_resnet:
	-dvc pull logs/internal/resnet.dvc

.PHONY: log_retinanet
log_retinanet:
	-dvc pull logs/internal/retinanet.dvc

.PHONY: log_3d-unet
log_3d-unet:
	-dvc pull logs/internal/3d-unet.dvc

.PHONY: log_bert
log_bert:
	-dvc pull logs/internal/bert.dvc

.PHONY: log_gpt-j
log_gpt-j:
	-dvc pull logs/internal/gpt-j.dvc

.PHONY: log_rnnt
log_rnnt:
	-dvc pull logs/internal/rnnt.dvc

.PHONY: log_llama2
log_llama2:
	-dvc pull logs/internal/llama2-70b.dvc

.PHONY: log_stablediffusion
log_stablediffusion:
	-dvc pull logs/internal/stablediffusion.dvc

.PHONY: log_qbert
log_qbert:
	-dvc pull logs/internal/qbert.dvc