65 lines
3.7 KiB
Python
65 lines
3.7 KiB
Python
import openpyxl
|
|
import normalize
|
|
|
|
|
|
def _doc_wb(tmp_path):
|
|
wb = openpyxl.Workbook(); ws = wb.active; ws.title = "Familienarchiv"
|
|
ws.append(["Index", "Datei", "Box", "Mappe", "BriefeschreiberIn", "EmpfängerIn",
|
|
"Datum des Briefes", "Ort", "Schlagwort", "Inhalt"])
|
|
ws.append(["W-0001", r"..\__scan\W-0001.pdf", "V", "1", "Walter de Gruyter",
|
|
"Eugenie Müller", "15.2.1888", "Rotterdam", "Brautbriefe", "Geschäftsreise"])
|
|
ws.append(["W-0001x", r"..\__scan\W-0001x.pdf", "", "", "Walter de Gruyter", "Eugenie Müller", "", "", "", ""])
|
|
ws.append(["", "", "", "", "Section banner row", "", "", "", "", ""])
|
|
ws.append(["C-0001", "", "", "", "Hans Wittkopf", "?", "Freitag 1919", "", "", ""])
|
|
ws.append(["W-0001", r"..\__scan\W-0001.pdf", "V", "1", "Walter de Gruyter",
|
|
"Eugenie Müller", "15.2.1888", "Rotterdam", "Brautbriefe", "dup"])
|
|
p = tmp_path / "docs.xlsx"; wb.save(p); return p
|
|
|
|
|
|
def _person_wb(tmp_path):
|
|
wb = openpyxl.Workbook(); ws = wb.active; ws.title = "Tabelle1"
|
|
ws.append(["Generation", "Familienname", "Vorname", "geb als", "Geburtsdatum",
|
|
"Geburtsort", "Todesdatum", "Sterbeort", "verheiratet mit", "Bemerkung"])
|
|
ws.append(["G 1", "de Gruyter", "Walter", "", "", "", "", "", "", ""])
|
|
ws.append(["G 1", "de Gruyter", "Eugenie", "Müller", "", "", "", "", "", ""])
|
|
p = tmp_path / "persons.xlsx"; wb.save(p); return p
|
|
|
|
|
|
def test_run_end_to_end(tmp_path):
|
|
out_dir = tmp_path / "out"; review_dir = tmp_path / "review"
|
|
stats = normalize.run(
|
|
document_workbook=_doc_wb(tmp_path), document_sheet="Familienarchiv",
|
|
person_workbook=_person_wb(tmp_path), person_sheet="Tabelle1",
|
|
out_dir=out_dir, review_dir=review_dir,
|
|
date_overrides={}, name_overrides={})
|
|
assert (out_dir / "canonical-documents.xlsx").exists()
|
|
assert (out_dir / "canonical-persons.xlsx").exists()
|
|
assert stats["documents_emitted"] == 3 # W-0001, C-0001, W-0001 (dup) — x and blank excluded
|
|
assert stats["skipped_x_suffix"] == 1
|
|
assert stats["blank_index_rows"] == 1
|
|
assert stats["duplicate_index_rows"] == 2
|
|
assert stats["unresolved_unknown"] >= 1 # the "?" receiver is an UNKNOWN-class name
|
|
assert (review_dir / "skipped-x-suffix.csv").exists()
|
|
assert (review_dir / "unparsed-dates.csv").exists()
|
|
# C-0001's "Freitag 1919" is unparseable -> must appear in the review file (NFR-DATA-01)
|
|
assert "Freitag 1919" in (review_dir / "unparsed-dates.csv").read_text(encoding="utf-8")
|
|
assert (review_dir / "unresolved-names.csv").exists()
|
|
unresolved_text = (review_dir / "unresolved-names.csv").read_text(encoding="utf-8")
|
|
assert "unknown" in unresolved_text and "?" in unresolved_text # the "?" receiver
|
|
assert not (review_dir / "ambiguous-receivers.csv").exists() # replaced
|
|
|
|
# determinism (NFR-IDEM-01): a second run yields identical canonical content + review files
|
|
def _matrix(p):
|
|
wb = openpyxl.load_workbook(p)
|
|
return [[c.value for c in row] for row in wb.active.iter_rows()]
|
|
docs1 = _matrix(out_dir / "canonical-documents.xlsx")
|
|
persons1 = _matrix(out_dir / "canonical-persons.xlsx")
|
|
unparsed1 = (review_dir / "unparsed-dates.csv").read_text(encoding="utf-8")
|
|
normalize.run(document_workbook=_doc_wb(tmp_path), document_sheet="Familienarchiv",
|
|
person_workbook=_person_wb(tmp_path), person_sheet="Tabelle1",
|
|
out_dir=out_dir, review_dir=review_dir, date_overrides={}, name_overrides={})
|
|
assert _matrix(out_dir / "canonical-documents.xlsx") == docs1
|
|
assert _matrix(out_dir / "canonical-persons.xlsx") == persons1
|
|
assert (review_dir / "unparsed-dates.csv").read_text(encoding="utf-8") == unparsed1
|
|
assert len(docs1) == 4 # header + 3 docs
|