tests.py

test_cases = [
    {
        "references": [
            "1111",
            "1111",
            "1111",
            "1111",
            "1111",
            "1111",
            "1111",
            "1111",
            "1111",
            "1111",
        ],
        "predictions": [
            "1111",
            "1112",
            "1120",
            "1211",
            "1311",
            "2111",
            "111",
            "11",
            "1",
            "9999",
        ],
        "result": {
            "accuracy": 0.1111111111111111,
            "hierarchical_precision": 0.26666666666666666,
            "hierarchical_recall": 1.0,
            "hierarchical_fmeasure": 0.4210526315789474,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1111"],
        "result": {
            "accuracy": 1.0,
            "hierarchical_precision": 1.0,
            "hierarchical_recall": 1.0,
            "hierarchical_fmeasure": 1.0,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1112"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.75,
            "hierarchical_recall": 0.75,
            "hierarchical_fmeasure": 0.75,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1120"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.5,
            "hierarchical_recall": 0.5,
            "hierarchical_fmeasure": 0.5,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1211"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.25,
            "hierarchical_recall": 0.25,
            "hierarchical_fmeasure": 0.25,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1311"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.25,
            "hierarchical_recall": 0.25,
            "hierarchical_fmeasure": 0.25,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["2111"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.0,
            "hierarchical_recall": 0.0,
            "hierarchical_fmeasure": 0,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["111"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 1.0,
            "hierarchical_recall": 0.25,
            "hierarchical_fmeasure": 0.4,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["11"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 1.0,
            "hierarchical_recall": 0.25,
            "hierarchical_fmeasure": 0.4,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["1"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 1.0,
            "hierarchical_recall": 0.25,
            "hierarchical_fmeasure": 0.4,
        },
    },
    {
        "references": ["1111"],
        "predictions": ["9999"],
        "result": {
            "accuracy": 0.0,
            "hierarchical_precision": 0.0,
            "hierarchical_recall": 0.0,
            "hierarchical_fmeasure": 0,
        },
    },
]