report_models

Complexity

Total Complexity

5

Size/Duplication

Total Lines	54
Duplicated Lines	0 %

Importance

Changes

0

2 Functions

Rating	Name	Duplication	Size	Complexity
A	get_cli_arguments()	0	6	1
A	main()	0	34	4

#!/usr/bin/env python

import argparse
from topic_modeling_toolkit.reporting import ModelReporter
from topic_modeling_toolkit.reporting.reporter import InvalidMetricException


def get_cli_arguments():
    parser = argparse.ArgumentParser(prog='report_models.py', description='Reports on the trained models for the specified collection (dataset)', formatter_class=argparse.ArgumentDefaultsHelpFormatter)
    parser.add_argument('dataset', metavar='collection_name', help='the collection to report models trained on')
    # parser.add_argument('--details', '-d', default=False, action='store_true', help='Switch to show details about the models')
    parser.add_argument('--sort', '-s', default='perplexity', help='Whether to sort the found experiments by checking the desired metric against the corresponding models')
    return parser.parse_args()


def main():
    COLUMNS = [
        'nb-topics',
        'collection-passes',
        'document-passes',
        # 'total-phi-updates',
        'perplexity',
        'kernel-size',
        'kernel-coherence',
        'kernel-contrast',
        'kernel-purity',
        'top-tokens-coherence',
        'sparsity-phi',
        'sparsity-theta',
        'background-tokens-ratio',
        'regularizers'
    ]

    cli_args = get_cli_arguments()
    sort_metric = cli_args.sort

    collections_dir = os.getenv('COLLECTIONS_DIR')

The variable os does not seem to be defined.

    if not collections_dir:
        raise RuntimeError(
            "Please set the COLLECTIONS_DIR environment variable with the path to a directory containing collections/datasets")
    model_reporter = ModelReporter(collections_dir)
    while 1:
        try:
            s = model_reporter.get_formatted_string(cli_args.dataset, columns=COLUMNS, metric=sort_metric, verbose=True)
            print('\n{}'.format(s))
            break
        except InvalidMetricException as e:
            print(e)
            sort_metric = input("Please input another metric to sort (blank for 'perplexity'): ")


if __name__ == '__main__':
    main()