"""Normalize Personendatei 2.xlsx into canonical-persons-tree.json.""" import argparse import datetime import json import re import sys from pathlib import Path import config import dates from persons import _strip_accents _MIN_YEAR = 1700 _MAX_YEAR = 2100 # Threshold: if parse_date parses a pure-digit string as a year outside [_MIN_YEAR, _MAX_YEAR], # but the year is a plausible typo (1000-3000), don't try serial conversion. # Years outside this range (e.g., 7568) are implausible and should try serial conversion. _PLAUSIBLE_TYPO_MIN = 1000 _PLAUSIBLE_TYPO_MAX = 3000 def _parse_year(raw: str | None) -> int | None: """Extract a birth/death year from an Excel cell string. Handles three cases: 1. ISO / German / text string parseable by parse_date() → extract year if in range 2. Pure-integer string (out-of-range or unparseable) → try Excel serial conversion (unless it's a plausible typo year, e.g., "1023" for "1923") 3. Mixed-format or unresolvable → None Serial conversion only fires for pure-digit strings and implausible years, preventing typo years like "1023" from being mis-converted as serials. """ if raw is None: return None s = str(raw).strip() if not s: return None # Check if it's a pure-digit string (candidate for serial conversion) is_pure_digit = re.fullmatch(r"\d+", s) is not None # Try parse_date first (handles ISO, DD.MM.YYYY, year-only, month+year, etc.) result = dates.parse_date(s) if result.iso: year = int(result.iso[:4]) if _MIN_YEAR <= year <= _MAX_YEAR: return year # Year is out of range. Only try serial conversion if it's an implausible year. # Plausible typos (e.g., 1023 for 1923) should not be converted as serials. if is_pure_digit and not (_PLAUSIBLE_TYPO_MIN <= year <= _PLAUSIBLE_TYPO_MAX): n = int(s) if 1 <= n <= 80_000: d = datetime.date(1899, 12, 30) + datetime.timedelta(days=n) if _MIN_YEAR <= d.year <= _MAX_YEAR: return d.year return None # parse_date() found nothing. Try serial conversion only for pure-digit strings. if is_pure_digit: n = int(s) if 1 <= n <= 80_000: d = datetime.date(1899, 12, 30) + datetime.timedelta(days=n) if _MIN_YEAR <= d.year <= _MAX_YEAR: return d.year return None def _parse_generation(raw: str | None) -> int | None: """Extract the generation integer from column A values like 'G 3', 'G3', 'G 0'.""" if not raw: return None m = re.search(r"\d+", str(raw)) return int(m.group()) if m else None