62 lines
1.9 KiB
Bash
62 lines
1.9 KiB
Bash
#!/bin/bash
|
|
# Usage:
|
|
# 1. Generate checkpoints with one or more specified PL versions:
|
|
# bash generate_checkpoints.sh 1.0.2 1.0.3 1.0.4
|
|
# 2. Generate checkpoints with the PL version installed in your environment:
|
|
# bash generate_checkpoints.sh
|
|
set -e
|
|
|
|
LEGACY_FOLDER=$(cd $(dirname $0); pwd -P)
|
|
printf "LEGACY_FOLDER: $LEGACY_FOLDER"
|
|
TESTS_FOLDER=$(dirname $LEGACY_FOLDER)
|
|
ENV_PATH=$LEGACY_FOLDER/vEnv
|
|
printf "ENV_PATH: $ENV_PATH"
|
|
export PYTHONPATH=$TESTS_FOLDER # for `import tests_pytorch`
|
|
printf "PYTHONPATH: $PYTHONPATH"
|
|
rm -rf $ENV_PATH
|
|
|
|
function create_and_save_checkpoint {
|
|
python --version
|
|
python -m pip --version
|
|
python -m pip list
|
|
|
|
python $LEGACY_FOLDER/simple_classif_training.py $pl_ver
|
|
|
|
cp $LEGACY_FOLDER/simple_classif_training.py $LEGACY_FOLDER/checkpoints/$pl_ver
|
|
mv $LEGACY_FOLDER/checkpoints/$pl_ver/lightning_logs/version_0/checkpoints/*.ckpt $LEGACY_FOLDER/checkpoints/$pl_ver/
|
|
rm -rf $LEGACY_FOLDER/checkpoints/$pl_ver/lightning_logs
|
|
}
|
|
|
|
# iterate over all arguments assuming that each argument is version
|
|
for pl_ver in "$@"
|
|
do
|
|
printf "\n\n processing version: $pl_ver\n"
|
|
|
|
# Don't install/update anything before activating venv to avoid breaking any existing environment.
|
|
python -m venv $ENV_PATH
|
|
source $ENV_PATH/bin/activate
|
|
|
|
python -m pip install "pytorch_lightning==$pl_ver" \
|
|
-r $LEGACY_FOLDER/requirements.txt \
|
|
-r "$(dirname $TESTS_FOLDER)/requirements/pytorch/test.txt" \
|
|
-f https://download.pytorch.org/whl/cpu/torch_stable.html
|
|
|
|
rm -rf $LEGACY_FOLDER/checkpoints/$pl_ver
|
|
create_and_save_checkpoint
|
|
|
|
deactivate
|
|
rm -rf $ENV_PATH
|
|
done
|
|
|
|
# use the PL installed in the environment if no PL version is specified
|
|
if [[ -z "$@" ]]; then
|
|
printf "\n\n processing local version\n"
|
|
|
|
python -m pip install \
|
|
-r $LEGACY_FOLDER/requirements.txt \
|
|
-r "$(dirname $TESTS_FOLDER)/requirements/pytorch/test.txt" \
|
|
-f https://download.pytorch.org/whl/cpu/torch_stable.html
|
|
pl_ver="local"
|
|
create_and_save_checkpoint
|
|
fi
|