TrainLogger

Complexity

Total Complexity

17

Size/Duplication

Total Lines	57
Duplicated Lines	0 %

Importance

Changes	3
Bugs	0	Features	0

9 Methods

Rating	Name	Duplication	Size	Complexity
A	progress()	0	5	1
A	__init__()	0	4	1
A	record()	0	3	1
B	load()	0	12	5
A	epoch()	0	2	1
B	save()	0	11	5
A	record_progress()	0	5	1
A	_log_path()	0	3	1
A	record_epoch()	0	2	1

#!/usr/bin/env python
# -*- coding: utf-8 -*-

import os
import datetime
import logging as loggers
import deepy
logging = loggers.getLogger(__name__)

PROGRESS_LOG_PREFIX = "progress:"
EPOCH_LOG_PREFIX = "epoch:"

class TrainLogger(object):

    def __init__(self):
        self.log_pool = []
        self._progress = 0
        self._epoch = 0

    def load(self, model_path):
        log_path = self._log_path(model_path)
        if os.path.exists(log_path):
            logging.info("Load training log from %s" % log_path)
            for line in open(log_path).xreadlines():
                if line.startswith(EPOCH_LOG_PREFIX):
                    self._epoch = int(line.replace(EPOCH_LOG_PREFIX, "").strip())
                    continue
                if line.startswith(PROGRESS_LOG_PREFIX):
                    self._progress = int(line.replace(PROGRESS_LOG_PREFIX, "").strip())
                    continue
                self.log_pool.append(line.strip())

    def record(self, line):
        time_mark = datetime.datetime.now().strftime("[%Y/%m/%d %H:%M:%S] ")
        self.log_pool.append(time_mark + line)

    def record_progress(self, progress):
        """
        Record current progress in the training[1;3B].
        """
        self._progress = progress

    def record_epoch(self, epoch):
        self._epoch = epoch

    def progress(self):
        """
        Get loaded progress.
        """
        return self._progress

    def epoch(self):
        return self._epoch

    def save(self, model_path):
        log_path = self._log_path(model_path)
        # logging.info("Save training log to %s" % log_path)
        with open(log_path, "w") as outf:
            outf.write("# deepy version: %s\n" % deepy.__version__)
            for line in self.log_pool:
                outf.write(line + "\n")
            if self._epoch > 0:
                outf.write("%s %d\n" % (EPOCH_LOG_PREFIX, self._epoch))
            if self._progress > 0:
                outf.write("%s %d\n" % (PROGRESS_LOG_PREFIX, self._progress))

    def _log_path(self, model_path):
        log_path = model_path.rsplit(".", 1)[0] + ".log"
        return log_path