125 lines
5.2 KiB
Python
125 lines
5.2 KiB
Python
# Copyright The PyTorch Lightning team.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
from unittest.mock import Mock
|
|
|
|
import pytest
|
|
|
|
from pytorch_lightning.loops import FitLoop
|
|
from pytorch_lightning.trainer.trainer import Trainer
|
|
from pytorch_lightning.utilities.exceptions import MisconfigurationException
|
|
|
|
|
|
def test_loops_state_dict():
|
|
fit_loop = FitLoop()
|
|
with pytest.raises(MisconfigurationException, match="Loop FitLoop should be connected to a"):
|
|
fit_loop.trainer = object()
|
|
|
|
fit_loop.connect(Mock())
|
|
state_dict = fit_loop.state_dict()
|
|
new_fit_loop = FitLoop()
|
|
new_fit_loop.load_state_dict(state_dict)
|
|
assert fit_loop.state_dict() == new_fit_loop.state_dict()
|
|
|
|
|
|
def test_loops_state_dict_structure():
|
|
trainer = Trainer()
|
|
state_dict = trainer.checkpoint_connector._get_loops_state_dict()
|
|
# yapf: disable
|
|
expected = {
|
|
"fit_loop": {
|
|
"state_dict": {},
|
|
"epoch_progress": {
|
|
"current": {"ready": 0, "started": 0, "processed": 0, "completed": 0},
|
|
"total": {"ready": 0, "started": 0, "processed": 0, "completed": 0},
|
|
},
|
|
|
|
"epoch_loop.state_dict": {},
|
|
"epoch_loop.batch_progress": {
|
|
"current": {"ready": 0, "started": 0, "processed": 0, "completed": 0},
|
|
"total": {"ready": 0, "started": 0, "processed": 0, "completed": 0},
|
|
},
|
|
"epoch_loop.scheduler_progress": {
|
|
"current": {"ready": 0, "started": None, "processed": None, "completed": 0},
|
|
"total": {"ready": 0, "started": None, "processed": None, "completed": 0},
|
|
},
|
|
|
|
"epoch_loop.batch_loop.optim_progress": {
|
|
"optimizer": {
|
|
"step": {
|
|
"current": {"ready": 0, "started": None, "processed": None, "completed": 0},
|
|
"total": {"ready": 0, "started": None, "processed": None, "completed": 0},
|
|
},
|
|
"zero_grad": {
|
|
"current": {"ready": 0, "started": 0, "processed": None, "completed": 0},
|
|
"total": {"ready": 0, "started": 0, "processed": None, "completed": 0},
|
|
},
|
|
},
|
|
"optimizer_idx": 0,
|
|
},
|
|
"epoch_loop.batch_loop.state_dict": {},
|
|
|
|
"epoch_loop.val_loop.state_dict": {},
|
|
"epoch_loop.val_loop.dataloader_progress": {
|
|
"current": {"ready": 0, "started": None, "processed": None, "completed": 0},
|
|
"total": {"ready": 0, "started": None, "processed": None, "completed": 0},
|
|
},
|
|
|
|
"epoch_loop.val_loop.epoch_loop.state_dict": {},
|
|
"epoch_loop.val_loop.epoch_loop.batch_progress": {
|
|
"current": {"ready": 0, "started": 0, "processed": 0, "completed": 0},
|
|
"total": {"ready": 0, "started": 0, "processed": 0, "completed": 0},
|
|
},
|
|
},
|
|
"predict_loop": {
|
|
"state_dict": {},
|
|
"dataloader_progress": {
|
|
"current": {"ready": 0, "started": None, "processed": None, "completed": 0},
|
|
"total": {"ready": 0, "started": None, "processed": None, "completed": 0},
|
|
},
|
|
|
|
"epoch_loop.state_dict": {},
|
|
"epoch_loop.batch_progress": {
|
|
"current": {"ready": 0, "started": 0, "processed": 0, "completed": 0},
|
|
"total": {"ready": 0, "started": 0, "processed": 0, "completed": 0},
|
|
},
|
|
},
|
|
"test_loop": {
|
|
"state_dict": {},
|
|
"dataloader_progress": {
|
|
"current": {"ready": 0, "started": None, "processed": None, "completed": 0},
|
|
"total": {"ready": 0, "started": None, "processed": None, "completed": 0},
|
|
},
|
|
"epoch_loop.state_dict": {},
|
|
"epoch_loop.batch_progress": {
|
|
"current": {"ready": 0, "started": 0, "processed": 0, "completed": 0},
|
|
"total": {"ready": 0, "started": 0, "processed": 0, "completed": 0},
|
|
},
|
|
},
|
|
"validate_loop": {
|
|
"state_dict": {},
|
|
"dataloader_progress": {
|
|
"current": {"ready": 0, "started": None, "processed": None, "completed": 0},
|
|
"total": {"ready": 0, "started": None, "processed": None, "completed": 0},
|
|
},
|
|
|
|
"epoch_loop.state_dict": {},
|
|
"epoch_loop.batch_progress": {
|
|
"current": {"ready": 0, "started": 0, "processed": 0, "completed": 0},
|
|
"total": {"ready": 0, "started": 0, "processed": 0, "completed": 0},
|
|
},
|
|
},
|
|
}
|
|
# yapf: enable
|
|
assert state_dict == expected
|