SniperGold_ML/ml/p3/smc_semantic/review_output.py

21 lines
840 B
Python
Raw Permalink Normal View History

# -*- coding: utf-8 -*-
"""Review cepat hasil machine annotation (sanity check)."""
import csv
import json
rows = list(csv.DictReader(open("output/machine_annotations.csv", encoding="utf-8-sig")))
print("n=", len(rows))
for r in rows[:6]:
print(r["case_id"], r["decision_timestamp"], r["machine_decision"],
r["primary_primitive"], "|", r["reference_type"],
"| rej:", r["rejection"][:40], "|", r["machine_reason"][:110])
print("...")
for r in rows[-4:]:
print(r["case_id"], r["decision_timestamp"], r["machine_decision"],
r["primary_primitive"], "|", r["reference_type"],
"|", r["machine_reason"][:110])
meta = json.load(open("output/cases_meta.json", encoding="utf-8"))
print("\nstrata di meta:")
from collections import Counter
print(Counter(c["sampling_stratum"] for c in meta["cases"]))