-
Notifications
You must be signed in to change notification settings - Fork 0
Expand file tree
/
Copy pathtrain.py
More file actions
71 lines (59 loc) · 2.05 KB
/
Copy pathtrain.py
File metadata and controls
71 lines (59 loc) · 2.05 KB
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
"""Module for initiate model training"""
import argparse
import os
import pytorch_lightning as pl
from clearml import Task
from pytorch_lightning.callbacks import LearningRateMonitor, ModelCheckpoint
from configs.config import Config
from src.constants import EXPERIMENTS_PATH
from src.datamodule import PlateDM
from src.lightning_module import PlateModule
def arg_parse() -> argparse.Namespace:
"""
Parse command line to extract config file path
:return: dictionary structure with config
"""
parser = argparse.ArgumentParser()
parser.add_argument("config_file", type=str, help="config file")
return parser.parse_args()
def train(config: Config) -> None:
"""
Train the model
:param config: python module with config values
:return:
"""
datamodule = PlateDM(config)
model = PlateModule(config)
Task.init(
project_name=config.project_name,
task_name=f"{config.experiment_name}",
auto_connect_frameworks=True,
)
# task.connect(config.dict()) # TODO: ?
experiment_save_path = EXPERIMENTS_PATH / config.experiment_name
os.makedirs(experiment_save_path, exist_ok=True)
checkpoint_callback = ModelCheckpoint(
experiment_save_path,
monitor=config.monitor_metric,
mode=config.monitor_mode,
save_top_k=1,
filename=f"epoch_{{epoch:02d}}-{{{config.monitor_metric}:.3f}}",
)
trainer = pl.Trainer(
max_epochs=config.train_config.n_epochs,
accelerator=config.train_config.accelerator,
devices=[config.train_config.device],
log_every_n_steps=10,
callbacks=[
checkpoint_callback,
LearningRateMonitor(logging_interval="epoch"),
],
# deterministic=True, TODO: ?
)
trainer.fit(model=model, datamodule=datamodule)
trainer.test(ckpt_path=checkpoint_callback.best_model_path, datamodule=datamodule)
if __name__ == "__main__":
args = arg_parse()
pl.seed_everything(42, workers=True)
train_config = Config.from_yaml(args.config_file)
train(train_config)