zenotech / MyCluster

            if line in ["SLURM accounting storage is disabled",

                        "slurm_load_job error: Invalid job id specified"]:

                raise

            cols = line.split('|')

            stats_dict['job_id'] = cols[0]

            stats_dict['wallclock'] = get_timedelta(cols[1])

            stats_dict['cpu'] = get_timedelta(cols[2])

            stats_dict['queue'] = cols[3]

            stats_dict['status'] = cols[6]

            stats_dict['exit_code'] = cols[7].split(':')[0]

            stats_dict['start'] = cols[8]

            stats_dict['end'] = cols[9]

            steps = []

            for line in f:

                step = {}

                cols = line.split('|')

                step_val = cols[0].split('.')[1]

                step['step'] = step_val

                step['wallclock'] = get_timedelta(cols[1])

                step['cpu'] = get_timedelta(cols[2])

                step['ntasks'] = cols[4]

                step['status'] = cols[6]

                try:

                    output = f.readlines()

                    for line in output:

                        if "Done successfully" in line:

                            stats_dict['status'] = 'DONE'

                            return stats_dict

                        elif "Completed <exit>" in line:

                            stats_dict['status'] = 'EXIT'

                            return stats_dict

                        else:

                            stats_dict['status'] = 'UNKNOWN'

                except Exception as e:

                    print(e)

                    print('LSF: Error reading job stats')

                    stats_dict['status'] = 'UNKNOWN'

    return stats_dict

def running_stats(job_id):

    stats_dict = {}

    with os.popen('bjobs -W ' + str(job_id)) as f:

        try:

            line = f.readline()

        except:

            pass

    stats_dict['wallclock'] = 0

    stats_dict['mem'] = output['mem']

    stats_dict['cpu'] = output['cpu']

    return stats_dict