Seich
/
mayavoz
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

check file before logging

This commit is contained in:
shahules786 2022-10-03 09:57:51 +05:30
parent 6faffdcb17
commit d31a6d2ebd
1 changed files with 3 additions and 2 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

5
cli/train.py
View File

@ -25,7 +25,7 @@ def main(config: DictConfig):
direction = model.valid_monitor direction = model.valid_monitor
checkpoint = ModelCheckpoint( checkpoint = ModelCheckpoint(
dirpath="./model",filename=f"model_{JOB_ID}",monitor="val_loss",verbose=False, dirpath="./model",filename=f"model_{JOB_ID}",monitor="val_loss",verbose=True,
mode=direction,every_n_epochs=1 mode=direction,every_n_epochs=1
) )
callbacks.append(checkpoint) callbacks.append(checkpoint)
@ -55,7 +55,8 @@ def main(config: DictConfig):
trainer = instantiate(config.trainer,logger=logger,callbacks=callbacks) trainer = instantiate(config.trainer,logger=logger,callbacks=callbacks)
trainer.fit(model) trainer.fit(model)
logger.experiment.log_artifact(logger.run_id,f"./model/model_{JOB_ID}") if os.path.exists("./model/"):
logger.experiment.log_artifact(logger.run_id,f"./model/.*")