annif.corpus.json.json_file_to_document()

Complexity

Conditions

6

Size

Total Lines	27
Code Lines	22

Duplication

Lines	0
Ratio	0 %

Importance

Changes

0

"""Support for document corpora in JSON format"""
def json_file_to_document(
    filename: str,
    subject_index: SubjectIndex,
    language: str,
    require_subjects: bool,
) -> Document | None:
    if os.path.getsize(filename) == 0:
        logger.warning(f"Skipping empty file {filename}")
        return None

    with open(filename) as jsonfile:
        try:
            data = json.load(jsonfile)
        except json.JSONDecodeError as err:
            logger.warning(f"JSON parsing failed for file {filename}: {err}")
            return None

    subject_set = _subjects_to_subject_set(
        data.get("subjects", []), subject_index, language
    )
    if require_subjects and not subject_set:
        return None

    return Document(
        text=data.get("text", ""),
        metadata=data.get("metadata", {}),
        subject_set=subject_set,
    )