report_datasets

Complexity

Total Complexity

6

Size/Duplication

Total Lines	40
Duplicated Lines	0 %

Importance

Changes

0

2 Functions

Rating	Name	Duplication	Size	Complexity
A	get_cli_arguments()	0	5	1
A	main()	0	22	5

#!/usr/bin/env python

import os
import argparse
from topic_modeling_toolkit.reporting import DatasetReporter


def get_cli_arguments():
    parser = argparse.ArgumentParser(description='Reports on topic-modeling datasets', formatter_class=argparse.ArgumentDefaultsHelpFormatter)
    parser.add_argument('--details', '-d', dest='details', default=False, action='store_true', help='Switch to show details about the datasets')
    parser.add_argument('--select-dataset', '-s', dest='dataset_label', help='Whether to show information about a specific dataset only.')
    return parser.parse_args()

def main():
    collections_dir = os.getenv('COLLECTIONS_DIR')
    if not collections_dir:
        raise RuntimeError(
            "Please set the COLLECTIONS_DIR environment variable with the path to a directory containing collections/datasets")
    args = get_cli_arguments()
    dt_rprt = DatasetReporter(collections_dir)

    multiline_datasets_strings = dt_rprt.get_infos(details=args.details, selection=args.dataset_label)

    if args.dataset_label:
        l = []
        for i, line in enumerate(multiline_datasets_strings):
            if args.dataset_label in line:
                print(line)
                break
                # l.extend([line] + multiline_datasets_strings[i + 1 : i + 5])
                # break
        # print('\n'.join(l))
    # b = '\n'.join(dt_rprt.get_infos(details=args.details))
    else:
        print('\n'.join(multiline_datasets_strings))


if __name__ == '__main__':
    main()