Compare commits
1 Commits
docs/impor
...
worktree-f
| Author | SHA1 | Date | |
|---|---|---|---|
|
|
76db26d68b |
@@ -414,7 +414,7 @@ Never Kafka for teams under 10 or <100k events/day. Never gRPC inside a monolith
|
|||||||
|
|
||||||
| PR contains | Required doc update |
|
| PR contains | Required doc update |
|
||||||
|---|---|
|
|---|---|
|
||||||
| New Flyway migration adding/removing/renaming a table or column | `docs/architecture/db/db-orm.puml` and `docs/architecture/db/db-relationships.puml` — **except** framework-owned tables (e.g. Spring Session JDBC's `spring_session*`, Flyway's `flyway_schema_history`), which are opaque to app code; reference the relevant ADR if an exclusion is load-bearing |
|
| New Flyway migration adding/removing/renaming a table or column | `docs/architecture/db/db-orm.puml` and `docs/architecture/db/db-relationships.puml` |
|
||||||
| New `@ManyToMany` join table or FK | Both DB diagrams |
|
| New `@ManyToMany` join table or FK | Both DB diagrams |
|
||||||
| New backend package or domain module | `CLAUDE.md` package table + matching `docs/architecture/c4/l3-backend-*.puml` |
|
| New backend package or domain module | `CLAUDE.md` package table + matching `docs/architecture/c4/l3-backend-*.puml` |
|
||||||
| New controller or service in an existing backend domain | Matching `docs/architecture/c4/l3-backend-*.puml` |
|
| New controller or service in an existing backend domain | Matching `docs/architecture/c4/l3-backend-*.puml` |
|
||||||
|
|||||||
@@ -984,7 +984,7 @@ Mark with `@pytest.mark.asyncio` so pytest runs the coroutine. Without it, the t
|
|||||||
|
|
||||||
| What changed in code | Doc(s) to update |
|
| What changed in code | Doc(s) to update |
|
||||||
|---|---|
|
|---|---|
|
||||||
| New Flyway migration adds/removes/renames a table or column | `docs/architecture/db/db-orm.puml` (add/remove entity or attribute) **and** `docs/architecture/db/db-relationships.puml` (add/remove relationship line) — **except** framework-owned tables (e.g. Spring Session JDBC's `spring_session*`, Flyway's `flyway_schema_history`), which are opaque to app code; reference the relevant ADR if an exclusion is load-bearing |
|
| New Flyway migration adds/removes/renames a table or column | `docs/architecture/db/db-orm.puml` (add/remove entity or attribute) **and** `docs/architecture/db/db-relationships.puml` (add/remove relationship line) |
|
||||||
| New `@ManyToMany` join table or FK relationship | Both DB diagrams above |
|
| New `@ManyToMany` join table or FK relationship | Both DB diagrams above |
|
||||||
| New backend package / domain module | `CLAUDE.md` (package structure table) **and** the matching `docs/architecture/c4/l3-backend-*.puml` diagram for that domain |
|
| New backend package / domain module | `CLAUDE.md` (package structure table) **and** the matching `docs/architecture/c4/l3-backend-*.puml` diagram for that domain |
|
||||||
| New Spring Boot controller or service in an existing domain | The matching `docs/architecture/c4/l3-backend-*.puml` for that domain |
|
| New Spring Boot controller or service in an existing domain | The matching `docs/architecture/c4/l3-backend-*.puml` for that domain |
|
||||||
|
|||||||
46
.env.example
46
.env.example
@@ -26,52 +26,6 @@ PORT_MAILPIT_SMTP=1025
|
|||||||
# Generate with: python3 -c "import secrets; print(secrets.token_hex(32))"
|
# Generate with: python3 -c "import secrets; print(secrets.token_hex(32))"
|
||||||
OCR_TRAINING_TOKEN=change-me-in-production
|
OCR_TRAINING_TOKEN=change-me-in-production
|
||||||
|
|
||||||
# --- Observability ---
|
|
||||||
# Optional stack — start with: docker compose -f docker-compose.observability.yml up -d
|
|
||||||
# Requires the main stack to already be running (docker compose up -d creates archiv-net).
|
|
||||||
# In production the stack is managed from /opt/familienarchiv/ (see docs/DEPLOYMENT.md §4).
|
|
||||||
|
|
||||||
# Ports for host access
|
|
||||||
PORT_GRAFANA=3003
|
|
||||||
PORT_GLITCHTIP=3002
|
|
||||||
PORT_PROMETHEUS=9090
|
|
||||||
|
|
||||||
# Grafana admin password — change this before exposing Grafana beyond localhost
|
|
||||||
GRAFANA_ADMIN_PASSWORD=changeme
|
|
||||||
|
|
||||||
# Password for the read-only grafana_reader PostgreSQL role used by the PO
|
|
||||||
# Overview dashboard. Consumed by Flyway V68 (to set the role's password) and
|
|
||||||
# by Grafana's PostgreSQL datasource (to connect). REQUIRED in production —
|
|
||||||
# generate with: openssl rand -hex 32
|
|
||||||
GRAFANA_DB_PASSWORD=changeme-generate-with-openssl-rand-hex-32
|
|
||||||
|
|
||||||
# GlitchTip domain — production: use https://glitchtip.archiv.raddatz.cloud (must match Caddy vhost)
|
|
||||||
GLITCHTIP_DOMAIN=http://localhost:3002
|
|
||||||
|
|
||||||
# GlitchTip secret key — Django SECRET_KEY equivalent, used to sign sessions and tokens.
|
|
||||||
# REQUIRED in production — must not be empty or 'changeme'. Fail-closed: GlitchTip will
|
|
||||||
# refuse to start with an invalid key.
|
|
||||||
# Generate with: python3 -c "import secrets; print(secrets.token_hex(50))"
|
|
||||||
GLITCHTIP_SECRET_KEY=changeme-generate-a-real-secret
|
|
||||||
|
|
||||||
# PostgreSQL hostname for GlitchTip's db-init job and workers.
|
|
||||||
# Override when only the staging stack is running (container name differs from archive-db).
|
|
||||||
# Default (archive-db) is correct for production with the full stack up.
|
|
||||||
POSTGRES_HOST=archive-db
|
|
||||||
|
|
||||||
# $$ escaping note: passwords in /opt/familienarchiv/.env that contain a literal '$' must
|
|
||||||
# use '$$' so Docker Compose does not expand them as variable references.
|
|
||||||
# Example: a password 'p@$$word' should be written as 'p@$$$$word' in the .env file.
|
|
||||||
|
|
||||||
# Error reporting DSNs — leave empty to disable the SDK (safe default).
|
|
||||||
# SENTRY_DSN: backend (Spring Boot) — used by the GlitchTip/Sentry Java SDK
|
|
||||||
SENTRY_DSN=
|
|
||||||
SENTRY_TRACES_SAMPLE_RATE=
|
|
||||||
# VITE_SENTRY_DSN: frontend (SvelteKit) — injected at build time via Vite
|
|
||||||
VITE_SENTRY_DSN=
|
|
||||||
# Sentry/GlitchTip auth token for source map upload at build time (optional)
|
|
||||||
SENTRY_AUTH_TOKEN=
|
|
||||||
|
|
||||||
# Production SMTP — uncomment and fill in to send real emails instead of catching them
|
# Production SMTP — uncomment and fill in to send real emails instead of catching them
|
||||||
# APP_BASE_URL=https://your-domain.example.com
|
# APP_BASE_URL=https://your-domain.example.com
|
||||||
# MAIL_HOST=smtp.example.com
|
# MAIL_HOST=smtp.example.com
|
||||||
|
|||||||
@@ -2,7 +2,6 @@ name: CI
|
|||||||
|
|
||||||
on:
|
on:
|
||||||
push:
|
push:
|
||||||
branches: [main]
|
|
||||||
pull_request:
|
pull_request:
|
||||||
|
|
||||||
jobs:
|
jobs:
|
||||||
@@ -13,7 +12,7 @@ jobs:
|
|||||||
name: Unit & Component Tests
|
name: Unit & Component Tests
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
container:
|
container:
|
||||||
image: mcr.microsoft.com/playwright:v1.60.0-noble
|
image: mcr.microsoft.com/playwright:v1.58.2-noble
|
||||||
steps:
|
steps:
|
||||||
- uses: actions/checkout@v4
|
- uses: actions/checkout@v4
|
||||||
|
|
||||||
@@ -29,18 +28,10 @@ jobs:
|
|||||||
run: npm ci
|
run: npm ci
|
||||||
working-directory: frontend
|
working-directory: frontend
|
||||||
|
|
||||||
- name: Security audit (no dev deps)
|
|
||||||
run: npm audit --audit-level=high --omit=dev
|
|
||||||
working-directory: frontend
|
|
||||||
|
|
||||||
- name: Compile Paraglide i18n
|
- name: Compile Paraglide i18n
|
||||||
run: npx @inlang/paraglide-js compile --project ./project.inlang --outdir ./src/lib/paraglide
|
run: npx @inlang/paraglide-js compile --project ./project.inlang --outdir ./src/lib/paraglide
|
||||||
working-directory: frontend
|
working-directory: frontend
|
||||||
|
|
||||||
- name: Sync SvelteKit
|
|
||||||
run: npx svelte-kit sync
|
|
||||||
working-directory: frontend
|
|
||||||
|
|
||||||
- name: Lint
|
- name: Lint
|
||||||
run: npm run lint
|
run: npm run lint
|
||||||
working-directory: frontend
|
working-directory: frontend
|
||||||
@@ -65,29 +56,6 @@ jobs:
|
|||||||
exit 1
|
exit 1
|
||||||
fi
|
fi
|
||||||
|
|
||||||
- name: Assert no raw document date rendered via {@html} (CWE-79 — #666)
|
|
||||||
shell: bash
|
|
||||||
run: |
|
|
||||||
# meta_date_raw is untrusted verbatim spreadsheet text — it must render via
|
|
||||||
# Svelte default escaping, never {@html}. This guard flags any {@html ...}
|
|
||||||
# whose expression references a raw-date variable. A comment mentioning
|
|
||||||
# "{@html}" without a raw token inside the braces does NOT match.
|
|
||||||
# The token list MUST cover every variable that carries the raw value:
|
|
||||||
# DocumentDate.svelte exposes it via the `raw` prop, so `\braw\b` is included.
|
|
||||||
# Grow this list whenever a new raw-bearing variable name is introduced.
|
|
||||||
pattern='\{@html[^}]*(metaDateRaw|documentDateRaw|rawDate|\braw\b)'
|
|
||||||
# Self-test: the regex must catch the dangerous forms and ignore the comment form.
|
|
||||||
printf '{@html doc.metaDateRaw}\n' | grep -qP "$pattern" \
|
|
||||||
|| { echo "FAIL: guard self-test — regex missed the unsafe {@html metaDateRaw} form"; exit 1; }
|
|
||||||
printf '{@html raw}\n' | grep -qP "$pattern" \
|
|
||||||
|| { echo "FAIL: guard self-test — regex missed the unsafe {@html raw} form (DocumentDate prop)"; exit 1; }
|
|
||||||
printf 'never use {@html} for this\n' | grep -qvP "$pattern" \
|
|
||||||
|| { echo "FAIL: guard self-test — regex wrongly flagged a {@html} comment"; exit 1; }
|
|
||||||
if grep -rPln "$pattern" --include='*.svelte' frontend/src/; then
|
|
||||||
echo "FAIL: meta_date_raw rendered via {@html} — use default {…} escaping (CWE-79, #666)."
|
|
||||||
exit 1
|
|
||||||
fi
|
|
||||||
|
|
||||||
- name: Assert no (upload|download)-artifact past v3
|
- name: Assert no (upload|download)-artifact past v3
|
||||||
shell: bash
|
shell: bash
|
||||||
run: |
|
run: |
|
||||||
@@ -175,10 +143,7 @@ jobs:
|
|||||||
path: frontend/test-results/screenshots/
|
path: frontend/test-results/screenshots/
|
||||||
|
|
||||||
# ─── OCR Service Unit Tests ───────────────────────────────────────────────────
|
# ─── OCR Service Unit Tests ───────────────────────────────────────────────────
|
||||||
# Only stdlib/lightweight tests — no ML stack (PyTorch/Surya/Kraken) required.
|
# Only spell_check.py, test_confidence.py, test_sender_registry.py — no ML stack required.
|
||||||
# test_tmpdir.py covers the TMPDIR env var and entrypoint mkdir behaviour (ADR-021).
|
|
||||||
# test_tmpdir_is_inside_persistent_cache_volume is skipped in CI (TMPDIR not
|
|
||||||
# set to /app/cache here); it runs inside the deployed Docker container.
|
|
||||||
ocr-tests:
|
ocr-tests:
|
||||||
name: OCR Service Tests
|
name: OCR Service Tests
|
||||||
runs-on: ubuntu-latest
|
runs-on: ubuntu-latest
|
||||||
@@ -190,11 +155,11 @@ jobs:
|
|||||||
python-version: '3.11'
|
python-version: '3.11'
|
||||||
|
|
||||||
- name: Install test dependencies
|
- name: Install test dependencies
|
||||||
run: pip install "pyspellchecker==0.9.0" "fastapi==0.115.6" pytest pytest-asyncio
|
run: pip install "pyspellchecker==0.9.0" pytest pytest-asyncio
|
||||||
working-directory: ocr-service
|
working-directory: ocr-service
|
||||||
|
|
||||||
- name: Run OCR unit tests (no ML stack required)
|
- name: Run OCR unit tests (no ML stack required)
|
||||||
run: python -m pytest test_spell_check.py test_confidence.py test_sender_registry.py test_tmpdir.py -v
|
run: python -m pytest test_spell_check.py test_confidence.py test_sender_registry.py -v
|
||||||
working-directory: ocr-service
|
working-directory: ocr-service
|
||||||
|
|
||||||
# ─── Backend Unit & Slice Tests ───────────────────────────────────────────────
|
# ─── Backend Unit & Slice Tests ───────────────────────────────────────────────
|
||||||
@@ -224,17 +189,9 @@ jobs:
|
|||||||
- name: Run backend tests
|
- name: Run backend tests
|
||||||
run: |
|
run: |
|
||||||
chmod +x mvnw
|
chmod +x mvnw
|
||||||
./mvnw clean verify
|
./mvnw clean test
|
||||||
working-directory: backend
|
working-directory: backend
|
||||||
|
|
||||||
- name: Upload surefire reports
|
|
||||||
if: always()
|
|
||||||
# Gitea Actions (act_runner) does not implement upload-artifact v4 protocol — pinned per ADR-014. Do NOT upgrade. See #557.
|
|
||||||
uses: actions/upload-artifact@v3
|
|
||||||
with:
|
|
||||||
name: surefire-reports
|
|
||||||
path: backend/target/surefire-reports/
|
|
||||||
|
|
||||||
# ─── fail2ban Regex Regression ────────────────────────────────────────────────
|
# ─── fail2ban Regex Regression ────────────────────────────────────────────────
|
||||||
# The filter parses Caddy's JSON access log; a Caddy upgrade that reorders
|
# The filter parses Caddy's JSON access log; a Caddy upgrade that reorders
|
||||||
# the JSON keys would silently break it (fail2ban-regex would return
|
# the JSON keys would silently break it (fail2ban-regex would return
|
||||||
@@ -306,27 +263,6 @@ jobs:
|
|||||||
echo "$dump" | grep -qE "\['add', 'familienarchiv-auth', 'polling'\]" \
|
echo "$dump" | grep -qE "\['add', 'familienarchiv-auth', 'polling'\]" \
|
||||||
|| { echo "FAIL: familienarchiv-auth jail did not resolve to 'polling' backend"; exit 1; }
|
|| { echo "FAIL: familienarchiv-auth jail did not resolve to 'polling' backend"; exit 1; }
|
||||||
|
|
||||||
# ─── Semgrep Security Scan ───────────────────────────────────────────────────
|
|
||||||
# Catches XXE-unprotected XML parser factories and similar patterns defined in
|
|
||||||
# .semgrep/security.yml. Runs in parallel with backend-unit-tests for fast feedback.
|
|
||||||
# Uses local rules only (no SEMGREP_APP_TOKEN / OIDC — act_runner does not support it).
|
|
||||||
semgrep-scan:
|
|
||||||
name: Semgrep Security Scan
|
|
||||||
runs-on: ubuntu-latest
|
|
||||||
steps:
|
|
||||||
- uses: actions/checkout@v4
|
|
||||||
|
|
||||||
- uses: actions/setup-python@v5
|
|
||||||
with:
|
|
||||||
python-version: '3.11'
|
|
||||||
cache: 'pip'
|
|
||||||
|
|
||||||
- name: Install Semgrep
|
|
||||||
run: pip install semgrep==1.163.0
|
|
||||||
|
|
||||||
- name: Run security rules
|
|
||||||
run: semgrep --config .semgrep/security.yml --error --metrics=off backend/src/
|
|
||||||
|
|
||||||
# ─── Compose Bucket-Bootstrap Idempotency ─────────────────────────────────────
|
# ─── Compose Bucket-Bootstrap Idempotency ─────────────────────────────────────
|
||||||
# docker-compose.prod.yml's create-buckets service runs on every
|
# docker-compose.prod.yml's create-buckets service runs on every
|
||||||
# `docker compose up` (one-shot, no restart). Must be idempotent — a
|
# `docker compose up` (one-shot, no restart). Must be idempotent — a
|
||||||
@@ -356,7 +292,6 @@ jobs:
|
|||||||
MAIL_PORT=1025
|
MAIL_PORT=1025
|
||||||
APP_MAIL_FROM=noreply@local
|
APP_MAIL_FROM=noreply@local
|
||||||
IMPORT_HOST_DIR=/tmp/dummy-import
|
IMPORT_HOST_DIR=/tmp/dummy-import
|
||||||
COMPOSE_NETWORK_NAME=test-idem-archiv-net
|
|
||||||
EOF
|
EOF
|
||||||
|
|
||||||
- name: Bring up minio
|
- name: Bring up minio
|
||||||
|
|||||||
@@ -30,10 +30,6 @@ name: nightly
|
|||||||
# STAGING_OCR_TRAINING_TOKEN
|
# STAGING_OCR_TRAINING_TOKEN
|
||||||
# STAGING_APP_ADMIN_USERNAME
|
# STAGING_APP_ADMIN_USERNAME
|
||||||
# STAGING_APP_ADMIN_PASSWORD
|
# STAGING_APP_ADMIN_PASSWORD
|
||||||
# GRAFANA_ADMIN_PASSWORD
|
|
||||||
# GRAFANA_DB_PASSWORD (read-only grafana_reader DB role, issue #651)
|
|
||||||
# GLITCHTIP_SECRET_KEY
|
|
||||||
# SENTRY_DSN (set after GlitchTip first-run; empty = Sentry disabled)
|
|
||||||
|
|
||||||
on:
|
on:
|
||||||
schedule:
|
schedule:
|
||||||
@@ -78,10 +74,6 @@ jobs:
|
|||||||
MAIL_STARTTLS_ENABLE=false
|
MAIL_STARTTLS_ENABLE=false
|
||||||
APP_MAIL_FROM=noreply@staging.raddatz.cloud
|
APP_MAIL_FROM=noreply@staging.raddatz.cloud
|
||||||
IMPORT_HOST_DIR=/srv/familienarchiv-staging/import
|
IMPORT_HOST_DIR=/srv/familienarchiv-staging/import
|
||||||
POSTGRES_USER=archiv
|
|
||||||
SENTRY_DSN=${{ secrets.SENTRY_DSN }}
|
|
||||||
VITE_SENTRY_DSN=${{ secrets.VITE_SENTRY_DSN }}
|
|
||||||
GRAFANA_DB_PASSWORD=${{ secrets.GRAFANA_DB_PASSWORD }}
|
|
||||||
EOF
|
EOF
|
||||||
|
|
||||||
- name: Verify backend /import:ro mount is wired
|
- name: Verify backend /import:ro mount is wired
|
||||||
@@ -128,78 +120,6 @@ jobs:
|
|||||||
--profile staging \
|
--profile staging \
|
||||||
up -d --wait --remove-orphans
|
up -d --wait --remove-orphans
|
||||||
|
|
||||||
- name: Deploy observability configs
|
|
||||||
# Copies the compose file and config tree from the workspace checkout
|
|
||||||
# into /opt/familienarchiv/ — the permanent location that persists
|
|
||||||
# between CI runs. Containers started in the next step bind-mount
|
|
||||||
# from there, so a future workspace wipe cannot corrupt a running
|
|
||||||
# config file.
|
|
||||||
#
|
|
||||||
# obs-secrets.env is written fresh from Gitea secrets on every run so
|
|
||||||
# Gitea is always the single source of truth for secret rotation.
|
|
||||||
# Non-secret config lives in infra/observability/obs.env (tracked in git).
|
|
||||||
run: |
|
|
||||||
rm -rf /opt/familienarchiv/infra/observability
|
|
||||||
mkdir -p /opt/familienarchiv/infra/observability
|
|
||||||
cp -r infra/observability/. /opt/familienarchiv/infra/observability/
|
|
||||||
cp docker-compose.observability.yml /opt/familienarchiv/
|
|
||||||
cat > /opt/familienarchiv/obs-secrets.env <<'EOF'
|
|
||||||
GRAFANA_ADMIN_PASSWORD=${{ secrets.GRAFANA_ADMIN_PASSWORD }}
|
|
||||||
GRAFANA_DB_PASSWORD=${{ secrets.GRAFANA_DB_PASSWORD }}
|
|
||||||
GLITCHTIP_SECRET_KEY=${{ secrets.GLITCHTIP_SECRET_KEY }}
|
|
||||||
POSTGRES_PASSWORD=${{ secrets.STAGING_POSTGRES_PASSWORD }}
|
|
||||||
POSTGRES_HOST=archiv-staging-db-1
|
|
||||||
EOF
|
|
||||||
# Note: POSTGRES_HOST is derived from the Compose project name (archiv-staging)
|
|
||||||
# and service name (db). A project rename requires updating this value.
|
|
||||||
chmod 600 /opt/familienarchiv/obs-secrets.env
|
|
||||||
|
|
||||||
- name: Validate observability compose config
|
|
||||||
# Dry-run: resolves all variable substitutions and reports any missing
|
|
||||||
# required keys before containers start. Catches undefined variables and
|
|
||||||
# YAML errors in config files updated by the previous step.
|
|
||||||
# --env-file order: obs.env first (git-tracked defaults), obs-secrets.env
|
|
||||||
# second (CI-written secrets). Later files win on duplicate keys, so
|
|
||||||
# obs-secrets.env overrides POSTGRES_HOST set in obs.env.
|
|
||||||
run: |
|
|
||||||
docker compose \
|
|
||||||
-f /opt/familienarchiv/docker-compose.observability.yml \
|
|
||||||
--env-file /opt/familienarchiv/infra/observability/obs.env \
|
|
||||||
--env-file /opt/familienarchiv/obs-secrets.env \
|
|
||||||
config --quiet
|
|
||||||
|
|
||||||
- name: Start observability stack
|
|
||||||
# Runs with absolute paths so bind mounts resolve to stable host paths
|
|
||||||
# that survive workspace wipes between nightly runs (see ADR-016).
|
|
||||||
# Non-secret config from obs.env (git-tracked); secrets from obs-secrets.env
|
|
||||||
# (written fresh from Gitea secrets above). --env-file order: obs.env first,
|
|
||||||
# obs-secrets.env second — later file wins on duplicate keys.
|
|
||||||
run: |
|
|
||||||
docker compose \
|
|
||||||
-f /opt/familienarchiv/docker-compose.observability.yml \
|
|
||||||
--env-file /opt/familienarchiv/infra/observability/obs.env \
|
|
||||||
--env-file /opt/familienarchiv/obs-secrets.env \
|
|
||||||
up -d --wait --remove-orphans
|
|
||||||
|
|
||||||
- name: Assert observability stack health
|
|
||||||
# docker compose up --wait covers services WITH healthcheck directives only.
|
|
||||||
# obs-promtail, obs-cadvisor, obs-node-exporter, and obs-glitchtip-worker have
|
|
||||||
# no healthcheck — they are considered "started" as soon as the process runs.
|
|
||||||
# This step explicitly asserts the five healthchecked critical services are
|
|
||||||
# healthy before the smoke test proceeds.
|
|
||||||
run: |
|
|
||||||
set -e
|
|
||||||
unhealthy=""
|
|
||||||
for svc in obs-loki obs-prometheus obs-grafana obs-tempo obs-glitchtip; do
|
|
||||||
status=$(docker inspect "$svc" --format '{{.State.Health.Status}}' 2>/dev/null || echo "missing")
|
|
||||||
if [ "$status" != "healthy" ]; then
|
|
||||||
echo "::error::$svc is not healthy (status: $status)"
|
|
||||||
unhealthy="$unhealthy $svc"
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
[ -z "$unhealthy" ] || exit 1
|
|
||||||
echo "All critical observability services are healthy"
|
|
||||||
|
|
||||||
- name: Reload Caddy
|
- name: Reload Caddy
|
||||||
# Apply any committed Caddyfile changes before smoke-testing the
|
# Apply any committed Caddyfile changes before smoke-testing the
|
||||||
# public surface. Without this step, a Caddyfile edit lands in the
|
# public surface. Without this step, a Caddyfile edit lands in the
|
||||||
@@ -256,20 +176,20 @@ jobs:
|
|||||||
URL="https://$HOST"
|
URL="https://$HOST"
|
||||||
HOST_IP=$(awk 'NR>1 && $2=="00000000"{h=$3;printf "%d.%d.%d.%d\n",strtonum("0x"substr(h,7,2)),strtonum("0x"substr(h,5,2)),strtonum("0x"substr(h,3,2)),strtonum("0x"substr(h,1,2));exit}' /proc/net/route)
|
HOST_IP=$(awk 'NR>1 && $2=="00000000"{h=$3;printf "%d.%d.%d.%d\n",strtonum("0x"substr(h,7,2)),strtonum("0x"substr(h,5,2)),strtonum("0x"substr(h,3,2)),strtonum("0x"substr(h,1,2));exit}' /proc/net/route)
|
||||||
[ -n "$HOST_IP" ] || { echo "ERROR: could not detect Docker bridge gateway via /proc/net/route"; exit 1; }
|
[ -n "$HOST_IP" ] || { echo "ERROR: could not detect Docker bridge gateway via /proc/net/route"; exit 1; }
|
||||||
RESOLVE=(--resolve "$HOST:443:$HOST_IP")
|
RESOLVE="--resolve $HOST:443:$HOST_IP"
|
||||||
echo "Smoke test: $URL (pinned to $HOST_IP via bridge gateway)"
|
echo "Smoke test: $URL (pinned to $HOST_IP via bridge gateway)"
|
||||||
curl -fsS "${RESOLVE[@]}" --max-time 10 "$URL/login" -o /dev/null
|
curl -fsS "$RESOLVE" --max-time 10 "$URL/login" -o /dev/null
|
||||||
# Pin the preload-list-eligible HSTS value, not just header presence:
|
# Pin the preload-list-eligible HSTS value, not just header presence:
|
||||||
# a degraded `max-age=1` or a dropped `includeSubDomains; preload` must
|
# a degraded `max-age=1` or a dropped `includeSubDomains; preload` must
|
||||||
# fail this check rather than pass it silently.
|
# fail this check rather than pass it silently.
|
||||||
curl -fsS "${RESOLVE[@]}" --max-time 10 -I "$URL/" \
|
curl -fsS "$RESOLVE" --max-time 10 -I "$URL/" \
|
||||||
| grep -Eqi 'strict-transport-security:[[:space:]]*max-age=31536000.*includeSubDomains.*preload'
|
| grep -Eqi 'strict-transport-security:[[:space:]]*max-age=31536000.*includeSubDomains.*preload'
|
||||||
# Permissions-Policy denies APIs the app does not use (camera,
|
# Permissions-Policy denies APIs the app does not use (camera,
|
||||||
# microphone, geolocation). A regression that loosens or drops the
|
# microphone, geolocation). A regression that loosens or drops the
|
||||||
# header now fails the smoke step.
|
# header now fails the smoke step.
|
||||||
curl -fsS "${RESOLVE[@]}" --max-time 10 -I "$URL/" \
|
curl -fsS "$RESOLVE" --max-time 10 -I "$URL/" \
|
||||||
| grep -Eqi 'permissions-policy:[[:space:]]*camera=\(\),[[:space:]]*microphone=\(\),[[:space:]]*geolocation=\(\)'
|
| grep -Eqi 'permissions-policy:[[:space:]]*camera=\(\),[[:space:]]*microphone=\(\),[[:space:]]*geolocation=\(\)'
|
||||||
status=$(curl -s "${RESOLVE[@]}" -o /dev/null -w "%{http_code}" --max-time 10 "$URL/actuator/health")
|
status=$(curl -s "$RESOLVE" -o /dev/null -w "%{http_code}" --max-time 10 "$URL/actuator/health")
|
||||||
[ "$status" = "404" ] || { echo "expected 404 from /actuator/health, got $status"; exit 1; }
|
[ "$status" = "404" ] || { echo "expected 404 from /actuator/health, got $status"; exit 1; }
|
||||||
echo "All smoke checks passed"
|
echo "All smoke checks passed"
|
||||||
|
|
||||||
|
|||||||
@@ -34,10 +34,6 @@ name: release
|
|||||||
# MAIL_PORT
|
# MAIL_PORT
|
||||||
# MAIL_USERNAME
|
# MAIL_USERNAME
|
||||||
# MAIL_PASSWORD
|
# MAIL_PASSWORD
|
||||||
# GRAFANA_ADMIN_PASSWORD
|
|
||||||
# GRAFANA_DB_PASSWORD (read-only grafana_reader DB role, issue #651)
|
|
||||||
# GLITCHTIP_SECRET_KEY
|
|
||||||
# SENTRY_DSN (set after GlitchTip first-run; empty = Sentry disabled)
|
|
||||||
|
|
||||||
on:
|
on:
|
||||||
push:
|
push:
|
||||||
@@ -76,9 +72,6 @@ jobs:
|
|||||||
MAIL_STARTTLS_ENABLE=true
|
MAIL_STARTTLS_ENABLE=true
|
||||||
APP_MAIL_FROM=noreply@raddatz.cloud
|
APP_MAIL_FROM=noreply@raddatz.cloud
|
||||||
IMPORT_HOST_DIR=/srv/familienarchiv-production/import
|
IMPORT_HOST_DIR=/srv/familienarchiv-production/import
|
||||||
POSTGRES_USER=archiv
|
|
||||||
SENTRY_DSN=${{ secrets.SENTRY_DSN }}
|
|
||||||
GRAFANA_DB_PASSWORD=${{ secrets.GRAFANA_DB_PASSWORD }}
|
|
||||||
EOF
|
EOF
|
||||||
|
|
||||||
- name: Build images
|
- name: Build images
|
||||||
@@ -100,76 +93,6 @@ jobs:
|
|||||||
--env-file .env.production \
|
--env-file .env.production \
|
||||||
up -d --wait --remove-orphans
|
up -d --wait --remove-orphans
|
||||||
|
|
||||||
- name: Deploy observability configs
|
|
||||||
# Mirrors the nightly approach: copies obs compose file and config tree
|
|
||||||
# to /opt/familienarchiv/ (permanent path, survives workspace wipes — ADR-016),
|
|
||||||
# then writes obs-secrets.env fresh from Gitea secrets.
|
|
||||||
# Non-secret config lives in infra/observability/obs.env (tracked in git).
|
|
||||||
run: |
|
|
||||||
rm -rf /opt/familienarchiv/infra/observability
|
|
||||||
mkdir -p /opt/familienarchiv/infra/observability
|
|
||||||
cp -r infra/observability/. /opt/familienarchiv/infra/observability/
|
|
||||||
cp docker-compose.observability.yml /opt/familienarchiv/
|
|
||||||
cat > /opt/familienarchiv/obs-secrets.env <<'EOF'
|
|
||||||
GRAFANA_ADMIN_PASSWORD=${{ secrets.GRAFANA_ADMIN_PASSWORD }}
|
|
||||||
GRAFANA_DB_PASSWORD=${{ secrets.GRAFANA_DB_PASSWORD }}
|
|
||||||
GLITCHTIP_SECRET_KEY=${{ secrets.GLITCHTIP_SECRET_KEY }}
|
|
||||||
POSTGRES_PASSWORD=${{ secrets.PROD_POSTGRES_PASSWORD }}
|
|
||||||
POSTGRES_HOST=archiv-production-db-1
|
|
||||||
EOF
|
|
||||||
# Note: POSTGRES_HOST is derived from the Compose project name (archiv-production)
|
|
||||||
# and service name (db). A project rename requires updating this value.
|
|
||||||
chmod 600 /opt/familienarchiv/obs-secrets.env
|
|
||||||
|
|
||||||
- name: Validate observability compose config
|
|
||||||
# Dry-run: resolves all variable substitutions and reports any missing
|
|
||||||
# required keys before containers start. Catches undefined variables and
|
|
||||||
# YAML errors in config files updated by the previous step.
|
|
||||||
# --env-file order: obs.env first (git-tracked defaults), obs-secrets.env
|
|
||||||
# second (CI-written secrets). Later files win on duplicate keys, so
|
|
||||||
# obs-secrets.env overrides POSTGRES_HOST set in obs.env.
|
|
||||||
# Keep in sync with the equivalent step in nightly.yml (#603).
|
|
||||||
run: |
|
|
||||||
docker compose \
|
|
||||||
-f /opt/familienarchiv/docker-compose.observability.yml \
|
|
||||||
--env-file /opt/familienarchiv/infra/observability/obs.env \
|
|
||||||
--env-file /opt/familienarchiv/obs-secrets.env \
|
|
||||||
config --quiet
|
|
||||||
|
|
||||||
- name: Start observability stack
|
|
||||||
# Runs with absolute paths so bind mounts resolve to stable host paths
|
|
||||||
# that survive workspace wipes between runs (see ADR-016).
|
|
||||||
# Non-secret config from obs.env (git-tracked); secrets from obs-secrets.env
|
|
||||||
# (written fresh from Gitea secrets above). --env-file order: obs.env first,
|
|
||||||
# obs-secrets.env second — later file wins on duplicate keys.
|
|
||||||
# Keep in sync with the equivalent step in nightly.yml (#603).
|
|
||||||
run: |
|
|
||||||
docker compose \
|
|
||||||
-f /opt/familienarchiv/docker-compose.observability.yml \
|
|
||||||
--env-file /opt/familienarchiv/infra/observability/obs.env \
|
|
||||||
--env-file /opt/familienarchiv/obs-secrets.env \
|
|
||||||
up -d --wait --remove-orphans
|
|
||||||
|
|
||||||
- name: Assert observability stack health
|
|
||||||
# docker compose up --wait covers services WITH healthcheck directives only.
|
|
||||||
# obs-promtail, obs-cadvisor, obs-node-exporter, and obs-glitchtip-worker have
|
|
||||||
# no healthcheck — they are considered "started" as soon as the process runs.
|
|
||||||
# This step explicitly asserts the five healthchecked critical services are
|
|
||||||
# healthy before the smoke test proceeds.
|
|
||||||
# Keep in sync with the equivalent step in nightly.yml (#603).
|
|
||||||
run: |
|
|
||||||
set -e
|
|
||||||
unhealthy=""
|
|
||||||
for svc in obs-loki obs-prometheus obs-grafana obs-tempo obs-glitchtip; do
|
|
||||||
status=$(docker inspect "$svc" --format '{{.State.Health.Status}}' 2>/dev/null || echo "missing")
|
|
||||||
if [ "$status" != "healthy" ]; then
|
|
||||||
echo "::error::$svc is not healthy (status: $status)"
|
|
||||||
unhealthy="$unhealthy $svc"
|
|
||||||
fi
|
|
||||||
done
|
|
||||||
[ -z "$unhealthy" ] || exit 1
|
|
||||||
echo "All critical observability services are healthy"
|
|
||||||
|
|
||||||
- name: Reload Caddy
|
- name: Reload Caddy
|
||||||
# See nightly.yml — same rationale and mechanism: DooD job containers
|
# See nightly.yml — same rationale and mechanism: DooD job containers
|
||||||
# cannot call systemctl directly; nsenter via a privileged sibling
|
# cannot call systemctl directly; nsenter via a privileged sibling
|
||||||
@@ -184,31 +107,28 @@ jobs:
|
|||||||
|
|
||||||
- name: Smoke test deployed environment
|
- name: Smoke test deployed environment
|
||||||
# See nightly.yml — same three checks, against the prod vhost.
|
# See nightly.yml — same three checks, against the prod vhost.
|
||||||
# --resolve stored as a Bash array so "${RESOLVE[@]}" expands to two
|
# --resolve pins to the bridge gateway IP (the host), not 127.0.0.1
|
||||||
# separate arguments; a quoted string would pass the flag and its value
|
# — see nightly.yml for the full network topology explanation.
|
||||||
# as one token and curl would reject it as an unknown option.
|
|
||||||
# Gateway detection via /proc/net/route — no iproute2 dependency.
|
|
||||||
# See nightly.yml for the full network topology explanation.
|
|
||||||
run: |
|
run: |
|
||||||
set -e
|
set -e
|
||||||
HOST="archiv.raddatz.cloud"
|
HOST="archiv.raddatz.cloud"
|
||||||
URL="https://$HOST"
|
URL="https://$HOST"
|
||||||
HOST_IP=$(awk 'NR>1 && $2=="00000000"{h=$3;printf "%d.%d.%d.%d\n",strtonum("0x"substr(h,7,2)),strtonum("0x"substr(h,5,2)),strtonum("0x"substr(h,3,2)),strtonum("0x"substr(h,1,2));exit}' /proc/net/route)
|
HOST_IP=$(ip route show default | awk '/default/ {print $3}')
|
||||||
[ -n "$HOST_IP" ] || { echo "ERROR: could not detect Docker bridge gateway via /proc/net/route"; exit 1; }
|
[ -n "$HOST_IP" ] || { echo "ERROR: could not detect Docker bridge gateway via 'ip route'"; exit 1; }
|
||||||
RESOLVE=(--resolve "$HOST:443:$HOST_IP")
|
RESOLVE="--resolve $HOST:443:$HOST_IP"
|
||||||
echo "Smoke test: $URL (pinned to $HOST_IP via bridge gateway)"
|
echo "Smoke test: $URL (pinned to $HOST_IP via bridge gateway)"
|
||||||
curl -fsS "${RESOLVE[@]}" --max-time 10 "$URL/login" -o /dev/null
|
curl -fsS "$RESOLVE" --max-time 10 "$URL/login" -o /dev/null
|
||||||
# Pin the preload-list-eligible HSTS value, not just header presence:
|
# Pin the preload-list-eligible HSTS value, not just header presence:
|
||||||
# a degraded `max-age=1` or a dropped `includeSubDomains; preload` must
|
# a degraded `max-age=1` or a dropped `includeSubDomains; preload` must
|
||||||
# fail this check rather than pass it silently.
|
# fail this check rather than pass it silently.
|
||||||
curl -fsS "${RESOLVE[@]}" --max-time 10 -I "$URL/" \
|
curl -fsS "$RESOLVE" --max-time 10 -I "$URL/" \
|
||||||
| grep -Eqi 'strict-transport-security:[[:space:]]*max-age=31536000.*includeSubDomains.*preload'
|
| grep -Eqi 'strict-transport-security:[[:space:]]*max-age=31536000.*includeSubDomains.*preload'
|
||||||
# Permissions-Policy denies APIs the app does not use (camera,
|
# Permissions-Policy denies APIs the app does not use (camera,
|
||||||
# microphone, geolocation). A regression that loosens or drops the
|
# microphone, geolocation). A regression that loosens or drops the
|
||||||
# header now fails the smoke step.
|
# header now fails the smoke step.
|
||||||
curl -fsS "${RESOLVE[@]}" --max-time 10 -I "$URL/" \
|
curl -fsS "$RESOLVE" --max-time 10 -I "$URL/" \
|
||||||
| grep -Eqi 'permissions-policy:[[:space:]]*camera=\(\),[[:space:]]*microphone=\(\),[[:space:]]*geolocation=\(\)'
|
| grep -Eqi 'permissions-policy:[[:space:]]*camera=\(\),[[:space:]]*microphone=\(\),[[:space:]]*geolocation=\(\)'
|
||||||
status=$(curl -s "${RESOLVE[@]}" -o /dev/null -w "%{http_code}" --max-time 10 "$URL/actuator/health")
|
status=$(curl -s "$RESOLVE" -o /dev/null -w "%{http_code}" --max-time 10 "$URL/actuator/health")
|
||||||
[ "$status" = "404" ] || { echo "expected 404 from /actuator/health, got $status"; exit 1; }
|
[ "$status" = "404" ] || { echo "expected 404 from /actuator/health, got $status"; exit 1; }
|
||||||
echo "All smoke checks passed"
|
echo "All smoke checks passed"
|
||||||
|
|
||||||
|
|||||||
4
.gitignore
vendored
4
.gitignore
vendored
@@ -26,7 +26,3 @@ node_modules/
|
|||||||
|
|
||||||
# Repo uses npm; yarn.lock is ignored to avoid double-lockfile drift.
|
# Repo uses npm; yarn.lock is ignored to avoid double-lockfile drift.
|
||||||
frontend/yarn.lock
|
frontend/yarn.lock
|
||||||
|
|
||||||
**/.venv/
|
|
||||||
**/__pycache__/
|
|
||||||
*.pyc
|
|
||||||
|
|||||||
@@ -1,54 +0,0 @@
|
|||||||
# Semgrep security rules for Familienarchiv backend.
|
|
||||||
# These rules catch the absence of XXE protection on XML parser factories.
|
|
||||||
# CWE-611: Improper Restriction of XML External Entity Reference.
|
|
||||||
# Run: semgrep --config .semgrep/security.yml --error backend/src/
|
|
||||||
|
|
||||||
rules:
|
|
||||||
|
|
||||||
# DocumentBuilderFactory without XXE hardening.
|
|
||||||
# All call sites must call setFeature("…disallow-doctype-decl", true) before use.
|
|
||||||
- id: dbf-xxe-default
|
|
||||||
patterns:
|
|
||||||
- pattern: $X = DocumentBuilderFactory.newInstance();
|
|
||||||
- pattern-not-inside: |
|
|
||||||
...
|
|
||||||
$X.setFeature("http://apache.org/xml/features/disallow-doctype-decl", true);
|
|
||||||
...
|
|
||||||
message: >
|
|
||||||
DocumentBuilderFactory without XXE protection (CWE-611).
|
|
||||||
Call XxeSafeXmlParser.hardenedFactory() instead of DocumentBuilderFactory.newInstance().
|
|
||||||
See: https://cheatsheetseries.owasp.org/cheatsheets/XML_External_Entity_Prevention_Cheat_Sheet.html
|
|
||||||
languages: [java]
|
|
||||||
severity: ERROR
|
|
||||||
|
|
||||||
# SAXParserFactory without XXE hardening.
|
|
||||||
- id: sax-xxe-default
|
|
||||||
patterns:
|
|
||||||
- pattern: $X = SAXParserFactory.newInstance();
|
|
||||||
- pattern-not-inside: |
|
|
||||||
...
|
|
||||||
$X.setFeature("http://apache.org/xml/features/disallow-doctype-decl", true);
|
|
||||||
...
|
|
||||||
message: >
|
|
||||||
SAXParserFactory without XXE protection (CWE-611).
|
|
||||||
Set disallow-doctype-decl=true, external-general-entities=false, external-parameter-entities=false,
|
|
||||||
and load-external-dtd=false before use. Follow the pattern in XxeSafeXmlParser.hardenedFactory().
|
|
||||||
See: https://cheatsheetseries.owasp.org/cheatsheets/XML_External_Entity_Prevention_Cheat_Sheet.html
|
|
||||||
languages: [java]
|
|
||||||
severity: ERROR
|
|
||||||
|
|
||||||
# XMLInputFactory without XXE hardening (StAX parser).
|
|
||||||
- id: stax-xxe-default
|
|
||||||
patterns:
|
|
||||||
- pattern: $X = XMLInputFactory.newInstance();
|
|
||||||
- pattern-not-inside: |
|
|
||||||
...
|
|
||||||
$X.setProperty(XMLInputFactory.IS_SUPPORTING_EXTERNAL_ENTITIES, false);
|
|
||||||
...
|
|
||||||
message: >
|
|
||||||
XMLInputFactory without XXE protection (CWE-611).
|
|
||||||
Set IS_SUPPORTING_EXTERNAL_ENTITIES=false and SUPPORT_DTD=false before use.
|
|
||||||
Follow the pattern in XxeSafeXmlParser.hardenedFactory().
|
|
||||||
See: https://cheatsheetseries.owasp.org/cheatsheets/XML_External_Entity_Prevention_Cheat_Sheet.html
|
|
||||||
languages: [java]
|
|
||||||
severity: ERROR
|
|
||||||
38
CLAUDE.md
38
CLAUDE.md
@@ -77,7 +77,6 @@ npm run generate:api # Regenerate TypeScript API types from OpenAPI spec
|
|||||||
```
|
```
|
||||||
backend/src/main/java/org/raddatz/familienarchiv/
|
backend/src/main/java/org/raddatz/familienarchiv/
|
||||||
├── audit/ Audit logging
|
├── audit/ Audit logging
|
||||||
├── auth/ AuthService, AuthSessionController, LoginRequest, LoginRateLimiter, RateLimitProperties (Spring Session JDBC)
|
|
||||||
├── config/ Infrastructure config (Minio, Async, Web)
|
├── config/ Infrastructure config (Minio, Async, Web)
|
||||||
├── dashboard/ Dashboard analytics + StatsController/StatsService
|
├── dashboard/ Dashboard analytics + StatsController/StatsService
|
||||||
├── document/ Document domain (entities, controller, service, repository, DTOs)
|
├── document/ Document domain (entities, controller, service, repository, DTOs)
|
||||||
@@ -87,14 +86,14 @@ backend/src/main/java/org/raddatz/familienarchiv/
|
|||||||
├── exception/ DomainException, ErrorCode, GlobalExceptionHandler
|
├── exception/ DomainException, ErrorCode, GlobalExceptionHandler
|
||||||
├── filestorage/ FileService (S3/MinIO)
|
├── filestorage/ FileService (S3/MinIO)
|
||||||
├── geschichte/ Geschichte (story) domain
|
├── geschichte/ Geschichte (story) domain
|
||||||
├── importing/ CanonicalImportOrchestrator + four loaders (TagTree/PersonRegister/PersonTree/Document) + CanonicalSheetReader
|
├── importing/ MassImportService
|
||||||
├── notification/ Notification domain + SseEmitterRegistry
|
├── notification/ Notification domain + SseEmitterRegistry
|
||||||
├── ocr/ OCR domain — OcrService, OcrBatchService, training
|
├── ocr/ OCR domain — OcrService, OcrBatchService, training
|
||||||
├── person/ Person domain
|
├── person/ Person domain
|
||||||
│ └── relationship/ PersonRelationship sub-domain
|
│ └── relationship/ PersonRelationship sub-domain
|
||||||
├── security/ SecurityConfig, Permission, @RequirePermission, PermissionAspect
|
├── security/ SecurityConfig, Permission, @RequirePermission, PermissionAspect
|
||||||
├── tag/ Tag domain
|
├── tag/ Tag domain
|
||||||
└── user/ User domain — AppUser, UserGroup, UserService
|
└── user/ User domain — AppUser, UserGroup, UserService, auth controllers
|
||||||
```
|
```
|
||||||
|
|
||||||
### Layering Rules
|
### Layering Rules
|
||||||
@@ -160,7 +159,7 @@ Input DTOs live flat in the domain package. Response types are the model entitie
|
|||||||
|
|
||||||
→ See [CONTRIBUTING.md §Error handling](./CONTRIBUTING.md#error-handling)
|
→ See [CONTRIBUTING.md §Error handling](./CONTRIBUTING.md#error-handling)
|
||||||
|
|
||||||
**LLM reminder:** use `DomainException.notFound/forbidden/conflict/internal()` from service methods — never throw raw exceptions. When adding a new `ErrorCode`: (1) add to `ErrorCode.java`, (2) add to `ErrorCode` type in `frontend/src/lib/shared/errors.ts`, (3) add a `case` in `getErrorMessage()`, (4) add i18n keys in `messages/{de,en,es}.json`. Valid error codes include: `TOO_MANY_LOGIN_ATTEMPTS` (returned by `LoginRateLimiter` as HTTP 429 when a brute-force threshold is exceeded).
|
**LLM reminder:** use `DomainException.notFound/forbidden/conflict/internal()` from service methods — never throw raw exceptions. When adding a new `ErrorCode`: (1) add to `ErrorCode.java`, (2) mirror in `frontend/src/lib/shared/errors.ts`, (3) add i18n keys in `messages/{de,en,es}.json`.
|
||||||
|
|
||||||
### Security / Permissions
|
### Security / Permissions
|
||||||
|
|
||||||
@@ -267,7 +266,7 @@ Back button pattern — use the shared `<BackButton>` component from `$lib/share
|
|||||||
|
|
||||||
→ See [CONTRIBUTING.md §Error handling](./CONTRIBUTING.md#error-handling)
|
→ See [CONTRIBUTING.md §Error handling](./CONTRIBUTING.md#error-handling)
|
||||||
|
|
||||||
**LLM reminder:** when adding a new `ErrorCode`: (1) add to `ErrorCode.java`, (2) add to `ErrorCode` type in `frontend/src/lib/shared/errors.ts`, (3) add a `case` in `getErrorMessage()`, (4) add i18n keys in `messages/{de,en,es}.json`. Valid error codes include: `TOO_MANY_LOGIN_ATTEMPTS` (returned by `LoginRateLimiter` as HTTP 429 when a brute-force threshold is exceeded).
|
**LLM reminder:** when adding a new `ErrorCode`: (1) add to `ErrorCode.java`, (2) add to `ErrorCode` type in `frontend/src/lib/shared/errors.ts`, (3) add a `case` in `getErrorMessage()`, (4) add i18n keys in `messages/{de,en,es}.json`.
|
||||||
|
|
||||||
---
|
---
|
||||||
|
|
||||||
@@ -275,35 +274,6 @@ Back button pattern — use the shared `<BackButton>` component from `$lib/share
|
|||||||
|
|
||||||
→ See [docs/DEPLOYMENT.md](./docs/DEPLOYMENT.md)
|
→ See [docs/DEPLOYMENT.md](./docs/DEPLOYMENT.md)
|
||||||
|
|
||||||
### Observability stack (separate compose file)
|
|
||||||
|
|
||||||
Run via `docker-compose.observability.yml` — requires the main stack to be running first. Full setup procedure: [docs/DEPLOYMENT.md §4](./docs/DEPLOYMENT.md#4-logs--observability).
|
|
||||||
|
|
||||||
| Service | Container | Default Port | Purpose |
|
|
||||||
|---------|-----------|-------------|---------|
|
|
||||||
| Grafana | `obs-grafana` | 3003 | Metrics / logs / traces dashboard |
|
|
||||||
| Prometheus | `obs-prometheus` | 9090 (dev only — `127.0.0.1` bound) | Metrics store |
|
|
||||||
| Loki | `obs-loki` | — (internal) | Log store |
|
|
||||||
| Tempo | `obs-tempo` | — (internal) | Trace store |
|
|
||||||
| GlitchTip | `obs-glitchtip` | 3002 | Error tracking (Sentry-compatible) |
|
|
||||||
|
|
||||||
### Observability env vars
|
|
||||||
|
|
||||||
| Variable | Purpose |
|
|
||||||
|----------|---------|
|
|
||||||
| `PORT_GRAFANA` | Host port for Grafana UI (default: `3003`) |
|
|
||||||
| `PORT_GLITCHTIP` | Host port for GlitchTip UI (default: `3002`) |
|
|
||||||
| `PORT_PROMETHEUS` | Host port for Prometheus UI (default: `9090`) |
|
|
||||||
| `GRAFANA_ADMIN_PASSWORD` | Grafana `admin` login password — generate with `openssl rand -hex 32` |
|
|
||||||
| `GLITCHTIP_SECRET_KEY` | Django secret key for GlitchTip — generate with `python3 -c "import secrets; print(secrets.token_hex(32))"` |
|
|
||||||
| `GLITCHTIP_DOMAIN` | Public-facing base URL for GlitchTip (email links, CORS), e.g. `https://glitchtip.example.com` |
|
|
||||||
| `SENTRY_DSN` | GlitchTip/Sentry DSN for the backend (Spring Boot) — leave empty to disable |
|
|
||||||
| `VITE_SENTRY_DSN` | GlitchTip/Sentry DSN for the frontend (SvelteKit) — injected at build time via Vite |
|
|
||||||
|
|
||||||
## Observability
|
|
||||||
|
|
||||||
→ See [docs/OBSERVABILITY.md](./docs/OBSERVABILITY.md) — where to look for logs, traces, metrics, and errors.
|
|
||||||
|
|
||||||
## API Testing
|
## API Testing
|
||||||
|
|
||||||
HTTP test files are in `backend/api_tests/` for use with the VS Code REST Client extension.
|
HTTP test files are in `backend/api_tests/` for use with the VS Code REST Client extension.
|
||||||
|
|||||||
@@ -263,7 +263,7 @@ if (!result.response.ok) {
|
|||||||
return { person: result.data! }; // non-null assertion is safe after the ok check
|
return { person: result.data! }; // non-null assertion is safe after the ok check
|
||||||
```
|
```
|
||||||
|
|
||||||
For multipart/form-data (file uploads): bypass the typed client and use `event.fetch` directly — never global `fetch`. The typed client cannot handle multipart bodies, but `event.fetch` is still required so that `handleFetch` injects the session cookie.
|
For multipart/form-data (file uploads): bypass the typed client and use raw `fetch` — the client cannot handle it.
|
||||||
|
|
||||||
### Date handling
|
### Date handling
|
||||||
|
|
||||||
@@ -272,7 +272,6 @@ For multipart/form-data (file uploads): bypass the typed client and use `event.f
|
|||||||
| Form display | German `dd.mm.yyyy` with auto-dot insertion via `handleDateInput()` |
|
| Form display | German `dd.mm.yyyy` with auto-dot insertion via `handleDateInput()` |
|
||||||
| Wire format | ISO 8601 via a hidden `<input type="hidden" name="documentDate" value={dateIso}>` |
|
| Wire format | ISO 8601 via a hidden `<input type="hidden" name="documentDate" value={dateIso}>` |
|
||||||
| Display | `new Intl.DateTimeFormat('de-DE', …).format(new Date(val + 'T12:00:00'))` |
|
| Display | `new Intl.DateTimeFormat('de-DE', …).format(new Date(val + 'T12:00:00'))` |
|
||||||
| Honest precision display | `formatDocumentDate(iso, precision, end?, raw?, locale?)` (`$lib/shared/utils/documentDate.ts`) or the `<DocumentDate>` component — renders a document date at exactly its `meta_date_precision` (MONTH → "Juni 1916", never a fabricated day). It mirrors the Java `DocumentTitleFormatter`; both are pinned to `docs/date-label-fixtures.json` so the title and UI labels can't drift. `meta_date_raw` is untrusted — render it via default escaping, never `{@html}` (a CI guard enforces this). |
|
|
||||||
|
|
||||||
### Security checklist (new endpoint)
|
### Security checklist (new endpoint)
|
||||||
|
|
||||||
|
|||||||
@@ -24,7 +24,6 @@ Spring Boot 4.0 monolith serving the Familienarchiv REST API. Handles document m
|
|||||||
```
|
```
|
||||||
src/main/java/org/raddatz/familienarchiv/
|
src/main/java/org/raddatz/familienarchiv/
|
||||||
├── audit/ # Audit logging (AuditService, AuditLogQueryService)
|
├── audit/ # Audit logging (AuditService, AuditLogQueryService)
|
||||||
├── auth/ # AuthService, AuthSessionController, LoginRequest (Spring Session JDBC — ADR-020)
|
|
||||||
├── config/ # Infrastructure config (MinioConfig, AsyncConfig, WebConfig)
|
├── config/ # Infrastructure config (MinioConfig, AsyncConfig, WebConfig)
|
||||||
├── dashboard/ # Dashboard analytics + StatsController/StatsService
|
├── dashboard/ # Dashboard analytics + StatsController/StatsService
|
||||||
├── document/ # Document domain — entities, controller, service, repository, DTOs
|
├── document/ # Document domain — entities, controller, service, repository, DTOs
|
||||||
@@ -34,14 +33,14 @@ src/main/java/org/raddatz/familienarchiv/
|
|||||||
├── exception/ # DomainException, ErrorCode, GlobalExceptionHandler
|
├── exception/ # DomainException, ErrorCode, GlobalExceptionHandler
|
||||||
├── filestorage/ # FileService (S3/MinIO)
|
├── filestorage/ # FileService (S3/MinIO)
|
||||||
├── geschichte/ # Geschichte (story) domain
|
├── geschichte/ # Geschichte (story) domain
|
||||||
├── importing/ # CanonicalImportOrchestrator + 4 loaders + CanonicalSheetReader
|
├── importing/ # MassImportService
|
||||||
├── notification/ # Notification domain + SseEmitterRegistry
|
├── notification/ # Notification domain + SseEmitterRegistry
|
||||||
├── ocr/ # OCR domain — OcrService, OcrBatchService, training
|
├── ocr/ # OCR domain — OcrService, OcrBatchService, training
|
||||||
├── person/ # Person domain — Person, PersonService, PersonController
|
├── person/ # Person domain — Person, PersonService, PersonController
|
||||||
│ └── relationship/ # PersonRelationship sub-domain
|
│ └── relationship/ # PersonRelationship sub-domain
|
||||||
├── security/ # SecurityConfig, Permission, @RequirePermission, PermissionAspect
|
├── security/ # SecurityConfig, Permission, @RequirePermission, PermissionAspect
|
||||||
├── tag/ # Tag domain — Tag, TagService, TagController
|
├── tag/ # Tag domain — Tag, TagService, TagController
|
||||||
└── user/ # User domain — AppUser, UserGroup, UserService
|
└── user/ # User domain — AppUser, UserGroup, UserService, auth controllers
|
||||||
```
|
```
|
||||||
|
|
||||||
For per-domain ownership and public surface, see each domain's `README.md`.
|
For per-domain ownership and public surface, see each domain's `README.md`.
|
||||||
@@ -97,10 +96,7 @@ public class MyEntity {
|
|||||||
|
|
||||||
- Annotated with `@Service`, `@RequiredArgsConstructor`, optionally `@Slf4j`.
|
- Annotated with `@Service`, `@RequiredArgsConstructor`, optionally `@Slf4j`.
|
||||||
- Write methods: `@Transactional`.
|
- Write methods: `@Transactional`.
|
||||||
- Read methods: no annotation (default non-transactional) — **except** when the method returns
|
- Read methods: no annotation (default non-transactional).
|
||||||
an entity whose lazy associations must remain accessible to the caller after the method
|
|
||||||
returns. In that case, use `@Transactional(readOnly = true)` to keep the Hibernate session
|
|
||||||
open. Removing this annotation causes `LazyInitializationException` in production. See ADR-022.
|
|
||||||
- Cross-domain access goes through the other domain's service, never its repository.
|
- Cross-domain access goes through the other domain's service, never its repository.
|
||||||
|
|
||||||
## Error Handling
|
## Error Handling
|
||||||
|
|||||||
@@ -5,7 +5,7 @@
|
|||||||
<parent>
|
<parent>
|
||||||
<groupId>org.springframework.boot</groupId>
|
<groupId>org.springframework.boot</groupId>
|
||||||
<artifactId>spring-boot-starter-parent</artifactId>
|
<artifactId>spring-boot-starter-parent</artifactId>
|
||||||
<version>4.0.6</version>
|
<version>4.0.0</version>
|
||||||
<relativePath/> <!-- lookup parent from repository -->
|
<relativePath/> <!-- lookup parent from repository -->
|
||||||
</parent>
|
</parent>
|
||||||
<groupId>org.raddatz</groupId>
|
<groupId>org.raddatz</groupId>
|
||||||
@@ -29,30 +29,11 @@
|
|||||||
<properties>
|
<properties>
|
||||||
<java.version>21</java.version>
|
<java.version>21</java.version>
|
||||||
</properties>
|
</properties>
|
||||||
<dependencyManagement>
|
|
||||||
<dependencies>
|
|
||||||
<!-- opentelemetry-spring-boot-starter:2.27.0 was built against opentelemetry-api:1.61.0,
|
|
||||||
but Spring Boot 4.0.0 BOM only manages 1.55.0 (missing GlobalOpenTelemetry.getOrNoop()).
|
|
||||||
Import the core OTel BOM here to override it before the Spring Boot BOM applies. -->
|
|
||||||
<dependency>
|
|
||||||
<groupId>io.opentelemetry</groupId>
|
|
||||||
<artifactId>opentelemetry-bom</artifactId>
|
|
||||||
<version>1.61.0</version>
|
|
||||||
<type>pom</type>
|
|
||||||
<scope>import</scope>
|
|
||||||
</dependency>
|
|
||||||
</dependencies>
|
|
||||||
</dependencyManagement>
|
|
||||||
<dependencies>
|
<dependencies>
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>org.springframework.boot</groupId>
|
<groupId>org.springframework.boot</groupId>
|
||||||
<artifactId>spring-boot-starter-actuator</artifactId>
|
<artifactId>spring-boot-starter-actuator</artifactId>
|
||||||
</dependency>
|
</dependency>
|
||||||
<!-- Spring Boot 4.0 splits Micrometer metrics export (incl. Prometheus scrape endpoint) into its own starter -->
|
|
||||||
<dependency>
|
|
||||||
<groupId>org.springframework.boot</groupId>
|
|
||||||
<artifactId>spring-boot-starter-micrometer-metrics</artifactId>
|
|
||||||
</dependency>
|
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>org.springframework.boot</groupId>
|
<groupId>org.springframework.boot</groupId>
|
||||||
<artifactId>spring-boot-starter-validation</artifactId>
|
<artifactId>spring-boot-starter-validation</artifactId>
|
||||||
@@ -69,10 +50,6 @@
|
|||||||
<groupId>org.springframework.boot</groupId>
|
<groupId>org.springframework.boot</groupId>
|
||||||
<artifactId>spring-boot-starter-security</artifactId>
|
<artifactId>spring-boot-starter-security</artifactId>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
|
||||||
<groupId>org.springframework.boot</groupId>
|
|
||||||
<artifactId>spring-boot-starter-session-jdbc</artifactId>
|
|
||||||
</dependency>
|
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>org.springframework.boot</groupId>
|
<groupId>org.springframework.boot</groupId>
|
||||||
<artifactId>spring-boot-starter-webmvc</artifactId>
|
<artifactId>spring-boot-starter-webmvc</artifactId>
|
||||||
@@ -180,16 +157,11 @@
|
|||||||
<artifactId>flyway-database-postgresql</artifactId>
|
<artifactId>flyway-database-postgresql</artifactId>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
<!-- Caffeine cache + Bucket4j for in-memory rate limiting -->
|
<!-- Caffeine cache for in-memory rate limiting -->
|
||||||
<dependency>
|
<dependency>
|
||||||
<groupId>com.github.ben-manes.caffeine</groupId>
|
<groupId>com.github.ben-manes.caffeine</groupId>
|
||||||
<artifactId>caffeine</artifactId>
|
<artifactId>caffeine</artifactId>
|
||||||
</dependency>
|
</dependency>
|
||||||
<dependency>
|
|
||||||
<groupId>com.bucket4j</groupId>
|
|
||||||
<artifactId>bucket4j-core</artifactId>
|
|
||||||
<version>8.10.1</version>
|
|
||||||
</dependency>
|
|
||||||
|
|
||||||
<!-- OpenAPI / Swagger UI — enabled only in the dev Spring profile -->
|
<!-- OpenAPI / Swagger UI — enabled only in the dev Spring profile -->
|
||||||
<dependency>
|
<dependency>
|
||||||
@@ -216,7 +188,7 @@
|
|||||||
<dependency>
|
<dependency>
|
||||||
<groupId>com.googlecode.owasp-java-html-sanitizer</groupId>
|
<groupId>com.googlecode.owasp-java-html-sanitizer</groupId>
|
||||||
<artifactId>owasp-java-html-sanitizer</artifactId>
|
<artifactId>owasp-java-html-sanitizer</artifactId>
|
||||||
<version>20260101.1</version>
|
<version>20240325.1</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
<!-- HTML → plain-text extraction for comment previews -->
|
<!-- HTML → plain-text extraction for comment previews -->
|
||||||
@@ -225,42 +197,6 @@
|
|||||||
<artifactId>jsoup</artifactId>
|
<artifactId>jsoup</artifactId>
|
||||||
<version>1.18.1</version>
|
<version>1.18.1</version>
|
||||||
</dependency>
|
</dependency>
|
||||||
|
|
||||||
<!-- Observability: Prometheus metrics scrape endpoint (version managed by Spring Boot BOM) -->
|
|
||||||
<dependency>
|
|
||||||
<groupId>io.micrometer</groupId>
|
|
||||||
<artifactId>micrometer-registry-prometheus</artifactId>
|
|
||||||
</dependency>
|
|
||||||
|
|
||||||
<!-- Observability: Micrometer → OpenTelemetry tracing bridge (version managed by Spring Boot BOM) -->
|
|
||||||
<dependency>
|
|
||||||
<groupId>io.micrometer</groupId>
|
|
||||||
<artifactId>micrometer-tracing-bridge-otel</artifactId>
|
|
||||||
</dependency>
|
|
||||||
|
|
||||||
<!-- Observability: OTel Spring Boot auto-instrumentation — NOT in Spring Boot BOM, pinned explicitly -->
|
|
||||||
<dependency>
|
|
||||||
<groupId>io.opentelemetry.instrumentation</groupId>
|
|
||||||
<artifactId>opentelemetry-spring-boot-starter</artifactId>
|
|
||||||
<version>2.27.0</version>
|
|
||||||
<exclusions>
|
|
||||||
<!-- Excludes AzureAppServiceResourceProvider which references ServiceAttributes.SERVICE_INSTANCE_ID
|
|
||||||
that does not exist in the semconv version pulled by this project. -->
|
|
||||||
<exclusion>
|
|
||||||
<groupId>io.opentelemetry.contrib</groupId>
|
|
||||||
<artifactId>opentelemetry-azure-resources</artifactId>
|
|
||||||
</exclusion>
|
|
||||||
</exclusions>
|
|
||||||
</dependency>
|
|
||||||
|
|
||||||
<!-- Sentry error reporting (GlitchTip-compatible) — sentry-spring-boot-4 is the
|
|
||||||
Spring Boot 4 / Spring Framework 7 compatible module (replaces the jakarta starter
|
|
||||||
which crashes with SF7 due to bean-name generation for triply-nested @Import classes) -->
|
|
||||||
<dependency>
|
|
||||||
<groupId>io.sentry</groupId>
|
|
||||||
<artifactId>sentry-spring-boot-4</artifactId>
|
|
||||||
<version>8.41.0</version>
|
|
||||||
</dependency>
|
|
||||||
</dependencies>
|
</dependencies>
|
||||||
|
|
||||||
|
|
||||||
@@ -306,7 +242,7 @@
|
|||||||
<phase>verify</phase>
|
<phase>verify</phase>
|
||||||
<goals><goal>report</goal></goals>
|
<goals><goal>report</goal></goals>
|
||||||
</execution>
|
</execution>
|
||||||
<!-- Gate: ratchet at 0.77 — actual measured coverage after drift; raise via #496 -->
|
<!-- Gate: baseline 89.4% overall / service 90.2% / controller 80.0% -->
|
||||||
<execution>
|
<execution>
|
||||||
<id>check</id>
|
<id>check</id>
|
||||||
<phase>verify</phase>
|
<phase>verify</phase>
|
||||||
@@ -319,7 +255,7 @@
|
|||||||
<limit>
|
<limit>
|
||||||
<counter>BRANCH</counter>
|
<counter>BRANCH</counter>
|
||||||
<value>COVEREDRATIO</value>
|
<value>COVEREDRATIO</value>
|
||||||
<minimum>0.77</minimum>
|
<minimum>0.88</minimum>
|
||||||
</limit>
|
</limit>
|
||||||
</limits>
|
</limits>
|
||||||
</rule>
|
</rule>
|
||||||
@@ -337,16 +273,6 @@
|
|||||||
</profiles>
|
</profiles>
|
||||||
</configuration>
|
</configuration>
|
||||||
</plugin>
|
</plugin>
|
||||||
<plugin>
|
|
||||||
<groupId>org.apache.maven.plugins</groupId>
|
|
||||||
<artifactId>maven-surefire-plugin</artifactId>
|
|
||||||
<configuration>
|
|
||||||
<forkedProcessTimeoutInSeconds>600</forkedProcessTimeoutInSeconds>
|
|
||||||
<systemPropertyVariables>
|
|
||||||
<junit.jupiter.execution.timeout.default>90 s</junit.jupiter.execution.timeout.default>
|
|
||||||
</systemPropertyVariables>
|
|
||||||
</configuration>
|
|
||||||
</plugin>
|
|
||||||
</plugins>
|
</plugins>
|
||||||
</build>
|
</build>
|
||||||
|
|
||||||
|
|||||||
@@ -35,22 +35,7 @@ public enum AuditKind {
|
|||||||
USER_DELETED,
|
USER_DELETED,
|
||||||
|
|
||||||
/** Payload: {@code {"userId": "uuid", "email": "addr", "addedGroups": ["Admin"], "removedGroups": []}} */
|
/** Payload: {@code {"userId": "uuid", "email": "addr", "addedGroups": ["Admin"], "removedGroups": []}} */
|
||||||
GROUP_MEMBERSHIP_CHANGED,
|
GROUP_MEMBERSHIP_CHANGED;
|
||||||
|
|
||||||
/** Payload: {@code {"userId": "uuid", "ip": "1.2.3.4", "ua": "Mozilla/5.0..."}} */
|
|
||||||
LOGIN_SUCCESS,
|
|
||||||
|
|
||||||
/** Payload: {@code {"email": "addr", "ip": "1.2.3.4", "ua": "Mozilla/5.0..."}} — password NEVER included */
|
|
||||||
LOGIN_FAILED,
|
|
||||||
|
|
||||||
/** Payload: {@code {"userId": "uuid", "ip": "1.2.3.4", "ua": "Mozilla/5.0...", "reason": "password_change|password_reset|admin_force_logout", "revokedCount": 3}} */
|
|
||||||
LOGOUT,
|
|
||||||
|
|
||||||
/** Payload: {@code {"actorId": "uuid", "targetUserId": "uuid", "revokedCount": 3}} */
|
|
||||||
ADMIN_FORCE_LOGOUT,
|
|
||||||
|
|
||||||
/** Payload: {@code {"ip": "1.2.3.4", "email": "addr"}} — password NEVER included */
|
|
||||||
LOGIN_RATE_LIMITED;
|
|
||||||
|
|
||||||
public static final Set<AuditKind> ROLLUP_ELIGIBLE = Set.of(
|
public static final Set<AuditKind> ROLLUP_ELIGIBLE = Set.of(
|
||||||
TEXT_SAVED, FILE_UPLOADED, ANNOTATION_CREATED,
|
TEXT_SAVED, FILE_UPLOADED, ANNOTATION_CREATED,
|
||||||
|
|||||||
@@ -1,84 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
import lombok.RequiredArgsConstructor;
|
|
||||||
import lombok.extern.slf4j.Slf4j;
|
|
||||||
import org.raddatz.familienarchiv.audit.AuditKind;
|
|
||||||
import org.raddatz.familienarchiv.audit.AuditService;
|
|
||||||
import org.raddatz.familienarchiv.exception.DomainException;
|
|
||||||
import org.raddatz.familienarchiv.user.AppUser;
|
|
||||||
import org.raddatz.familienarchiv.user.UserService;
|
|
||||||
import org.springframework.security.authentication.AuthenticationManager;
|
|
||||||
import org.springframework.security.authentication.UsernamePasswordAuthenticationToken;
|
|
||||||
import org.springframework.security.core.Authentication;
|
|
||||||
import org.springframework.security.core.AuthenticationException;
|
|
||||||
import org.springframework.stereotype.Service;
|
|
||||||
|
|
||||||
import java.util.Map;
|
|
||||||
import java.util.UUID;
|
|
||||||
|
|
||||||
@Service
|
|
||||||
@RequiredArgsConstructor
|
|
||||||
@Slf4j
|
|
||||||
public class AuthService {
|
|
||||||
|
|
||||||
private final AuthenticationManager authenticationManager;
|
|
||||||
private final UserService userService;
|
|
||||||
private final AuditService auditService;
|
|
||||||
private final LoginRateLimiter loginRateLimiter;
|
|
||||||
private final SessionRevocationPort sessionRevocationPort;
|
|
||||||
|
|
||||||
public LoginResult login(String email, String password, String ip, String ua) {
|
|
||||||
try {
|
|
||||||
loginRateLimiter.checkAndConsume(ip, email);
|
|
||||||
} catch (DomainException ex) {
|
|
||||||
auditService.log(AuditKind.LOGIN_RATE_LIMITED, null, null, Map.of(
|
|
||||||
"ip", ip,
|
|
||||||
"email", email));
|
|
||||||
throw ex;
|
|
||||||
}
|
|
||||||
try {
|
|
||||||
Authentication auth = authenticationManager.authenticate(
|
|
||||||
new UsernamePasswordAuthenticationToken(email, password));
|
|
||||||
|
|
||||||
AppUser user = userService.findByEmail(email);
|
|
||||||
auditService.log(AuditKind.LOGIN_SUCCESS, user.getId(), null, Map.of(
|
|
||||||
"userId", user.getId().toString(),
|
|
||||||
"ip", ip,
|
|
||||||
"ua", truncateUa(ua)));
|
|
||||||
loginRateLimiter.invalidateOnSuccess(ip, email);
|
|
||||||
return new LoginResult(user, auth);
|
|
||||||
} catch (AuthenticationException ex) {
|
|
||||||
// Audit login failure — intentionally does NOT log the attempted password.
|
|
||||||
// DaoAuthenticationProvider already runs a dummy BCrypt on unknown users to
|
|
||||||
// equalise timing between "user not found" and "wrong password" paths.
|
|
||||||
auditService.log(AuditKind.LOGIN_FAILED, null, null, Map.of(
|
|
||||||
"email", email,
|
|
||||||
"ip", ip,
|
|
||||||
"ua", truncateUa(ua)));
|
|
||||||
throw DomainException.invalidCredentials();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public int revokeOtherSessions(String currentSessionId, String principalName) {
|
|
||||||
return sessionRevocationPort.revokeOtherSessions(currentSessionId, principalName);
|
|
||||||
}
|
|
||||||
|
|
||||||
public int revokeAllSessions(String principalName) {
|
|
||||||
return sessionRevocationPort.revokeAllSessions(principalName);
|
|
||||||
}
|
|
||||||
|
|
||||||
public void logout(String email, String ip, String ua) {
|
|
||||||
AppUser user = userService.findByEmail(email);
|
|
||||||
auditService.log(AuditKind.LOGOUT, user.getId(), null, Map.of(
|
|
||||||
"userId", user.getId().toString(),
|
|
||||||
"ip", ip,
|
|
||||||
"ua", truncateUa(ua)));
|
|
||||||
}
|
|
||||||
|
|
||||||
private static String truncateUa(String ua) {
|
|
||||||
if (ua == null) return "";
|
|
||||||
return ua.length() > 200 ? ua.substring(0, 200) : ua;
|
|
||||||
}
|
|
||||||
|
|
||||||
public record LoginResult(AppUser user, Authentication authentication) {}
|
|
||||||
}
|
|
||||||
@@ -1,102 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
import jakarta.servlet.http.HttpServletRequest;
|
|
||||||
import jakarta.servlet.http.HttpServletResponse;
|
|
||||||
import jakarta.servlet.http.HttpSession;
|
|
||||||
import lombok.RequiredArgsConstructor;
|
|
||||||
import lombok.extern.slf4j.Slf4j;
|
|
||||||
import org.raddatz.familienarchiv.user.AppUser;
|
|
||||||
import org.springframework.http.ResponseEntity;
|
|
||||||
import org.springframework.security.core.Authentication;
|
|
||||||
import org.springframework.security.core.context.SecurityContext;
|
|
||||||
import org.springframework.security.core.context.SecurityContextHolder;
|
|
||||||
import org.springframework.security.web.authentication.session.SessionAuthenticationStrategy;
|
|
||||||
import org.springframework.security.web.context.HttpSessionSecurityContextRepository;
|
|
||||||
import org.springframework.web.bind.annotation.*;
|
|
||||||
|
|
||||||
// @RequirePermission is intentionally absent: login is unauthenticated by design;
|
|
||||||
// logout requires an authenticated session (enforced by SecurityConfig), not a specific permission.
|
|
||||||
@RestController
|
|
||||||
@RequestMapping("/api/auth")
|
|
||||||
@RequiredArgsConstructor
|
|
||||||
@Slf4j
|
|
||||||
public class AuthSessionController {
|
|
||||||
|
|
||||||
private final AuthService authService;
|
|
||||||
private final SessionAuthenticationStrategy sessionAuthenticationStrategy;
|
|
||||||
|
|
||||||
@PostMapping("/login")
|
|
||||||
public ResponseEntity<AppUser> login(
|
|
||||||
@RequestBody LoginRequest request,
|
|
||||||
HttpServletRequest httpRequest,
|
|
||||||
HttpServletResponse httpResponse) {
|
|
||||||
|
|
||||||
String ip = resolveClientIp(httpRequest);
|
|
||||||
String ua = resolveUserAgent(httpRequest);
|
|
||||||
|
|
||||||
AuthService.LoginResult result = authService.login(request.email(), request.password(), ip, ua);
|
|
||||||
|
|
||||||
// Session-fixation defense (CWE-384): rotate the session ID at the authentication
|
|
||||||
// boundary. ChangeSessionIdAuthenticationStrategy invalidates any pre-auth session ID
|
|
||||||
// an attacker may have planted and mints a fresh one before we attach the SecurityContext.
|
|
||||||
httpRequest.getSession(true);
|
|
||||||
sessionAuthenticationStrategy.onAuthentication(result.authentication(), httpRequest, httpResponse);
|
|
||||||
|
|
||||||
// Spring Session JDBC intercepts setAttribute() and persists the record under the
|
|
||||||
// (now rotated) opaque ID; the Set-Cookie: fa_session=<opaque-id> is added automatically.
|
|
||||||
SecurityContext context = SecurityContextHolder.createEmptyContext();
|
|
||||||
context.setAuthentication(result.authentication());
|
|
||||||
SecurityContextHolder.setContext(context);
|
|
||||||
httpRequest.getSession()
|
|
||||||
.setAttribute(HttpSessionSecurityContextRepository.SPRING_SECURITY_CONTEXT_KEY, context);
|
|
||||||
|
|
||||||
return ResponseEntity.ok(result.user());
|
|
||||||
}
|
|
||||||
|
|
||||||
@PostMapping("/logout")
|
|
||||||
public ResponseEntity<Void> logout(Authentication authentication, HttpServletRequest httpRequest) {
|
|
||||||
String email = authentication.getName();
|
|
||||||
String ip = resolveClientIp(httpRequest);
|
|
||||||
String ua = resolveUserAgent(httpRequest);
|
|
||||||
|
|
||||||
// CWE-613 defense: invalidate the session first — that is the contract the user
|
|
||||||
// is relying on when they click "Log out." Audit is best-effort and must not
|
|
||||||
// bubble up: if the user record was deleted while the session was live, the
|
|
||||||
// audit lookup throws, but the session row in spring_session must still die.
|
|
||||||
HttpSession session = httpRequest.getSession(false);
|
|
||||||
if (session != null) {
|
|
||||||
session.invalidate();
|
|
||||||
}
|
|
||||||
SecurityContextHolder.clearContext();
|
|
||||||
|
|
||||||
try {
|
|
||||||
authService.logout(email, ip, ua);
|
|
||||||
} catch (Exception ex) {
|
|
||||||
log.warn("Audit logout failed for {}; session was already invalidated", email, ex);
|
|
||||||
}
|
|
||||||
|
|
||||||
return ResponseEntity.noContent().build();
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Resolves the client IP for audit-log purposes.
|
|
||||||
*
|
|
||||||
* <p>Trust model: the leftmost {@code X-Forwarded-For} value is taken at face value.
|
|
||||||
* This is correct <em>only</em> if the ingress (Caddy in production) strips any
|
|
||||||
* client-supplied XFF before forwarding — otherwise an attacker can pin audit-log
|
|
||||||
* IPs to whatever they want. Verify the reverse-proxy config before exposing this
|
|
||||||
* service behind a different ingress.
|
|
||||||
*/
|
|
||||||
private static String resolveClientIp(HttpServletRequest request) {
|
|
||||||
String forwarded = request.getHeader("X-Forwarded-For");
|
|
||||||
if (forwarded != null && !forwarded.isBlank()) {
|
|
||||||
return forwarded.split(",")[0].trim();
|
|
||||||
}
|
|
||||||
return request.getRemoteAddr();
|
|
||||||
}
|
|
||||||
|
|
||||||
private static String resolveUserAgent(HttpServletRequest request) {
|
|
||||||
String ua = request.getHeader("User-Agent");
|
|
||||||
return ua != null ? ua : "";
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,29 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
import lombok.RequiredArgsConstructor;
|
|
||||||
import org.springframework.session.jdbc.JdbcIndexedSessionRepository;
|
|
||||||
|
|
||||||
@RequiredArgsConstructor
|
|
||||||
class JdbcSessionRevocationAdapter implements SessionRevocationPort {
|
|
||||||
|
|
||||||
private final JdbcIndexedSessionRepository sessionRepository;
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public int revokeOtherSessions(String currentSessionId, String principalName) {
|
|
||||||
int count = 0;
|
|
||||||
for (String id : sessionRepository.findByPrincipalName(principalName).keySet()) {
|
|
||||||
if (!id.equals(currentSessionId)) {
|
|
||||||
sessionRepository.deleteById(id);
|
|
||||||
count++;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return count;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public int revokeAllSessions(String principalName) {
|
|
||||||
var sessions = sessionRepository.findByPrincipalName(principalName);
|
|
||||||
sessions.keySet().forEach(sessionRepository::deleteById);
|
|
||||||
return sessions.size();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,72 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
import com.github.benmanes.caffeine.cache.Caffeine;
|
|
||||||
import com.github.benmanes.caffeine.cache.LoadingCache;
|
|
||||||
import io.github.bucket4j.Bandwidth;
|
|
||||||
import io.github.bucket4j.Bucket;
|
|
||||||
import lombok.extern.slf4j.Slf4j;
|
|
||||||
import org.raddatz.familienarchiv.exception.DomainException;
|
|
||||||
import org.raddatz.familienarchiv.exception.ErrorCode;
|
|
||||||
import org.springframework.stereotype.Service;
|
|
||||||
|
|
||||||
import java.time.Duration;
|
|
||||||
import java.util.Locale;
|
|
||||||
import java.util.concurrent.TimeUnit;
|
|
||||||
|
|
||||||
@Service
|
|
||||||
@Slf4j
|
|
||||||
public class LoginRateLimiter {
|
|
||||||
|
|
||||||
private final LoadingCache<String, Bucket> byIpEmail;
|
|
||||||
private final LoadingCache<String, Bucket> byIp;
|
|
||||||
private final int maxPerIpEmail;
|
|
||||||
private final int maxPerIp;
|
|
||||||
private final int windowMinutes;
|
|
||||||
|
|
||||||
public LoginRateLimiter(RateLimitProperties props) {
|
|
||||||
this.maxPerIpEmail = props.getMaxAttemptsPerIpEmail();
|
|
||||||
this.maxPerIp = props.getMaxAttemptsPerIp();
|
|
||||||
this.windowMinutes = props.getWindowMinutes();
|
|
||||||
|
|
||||||
this.byIpEmail = Caffeine.newBuilder()
|
|
||||||
.expireAfterAccess(windowMinutes, TimeUnit.MINUTES)
|
|
||||||
.build(key -> newBucket(maxPerIpEmail, windowMinutes));
|
|
||||||
|
|
||||||
this.byIp = Caffeine.newBuilder()
|
|
||||||
.expireAfterAccess(windowMinutes, TimeUnit.MINUTES)
|
|
||||||
.build(key -> newBucket(maxPerIp, windowMinutes));
|
|
||||||
}
|
|
||||||
|
|
||||||
// NOTE: This cache is node-local (in-memory). In a multi-replica deployment,
|
|
||||||
// effective limits would be multiplied by replica count.
|
|
||||||
// For the current single-VPS setup this is the correct, simplest implementation.
|
|
||||||
|
|
||||||
public void checkAndConsume(String ip, String email) {
|
|
||||||
long retryAfterSeconds = windowMinutes * 60L;
|
|
||||||
String key = ip + ":" + email.toLowerCase(Locale.ROOT);
|
|
||||||
if (!byIpEmail.get(key).tryConsume(1)) {
|
|
||||||
throw DomainException.tooManyRequests(ErrorCode.TOO_MANY_LOGIN_ATTEMPTS,
|
|
||||||
"Too many login attempts from " + ip, retryAfterSeconds);
|
|
||||||
}
|
|
||||||
if (!byIp.get(ip).tryConsume(1)) {
|
|
||||||
// Refund the ipEmail token so IP-level blocking does not erode the per-email quota.
|
|
||||||
byIpEmail.get(key).addTokens(1);
|
|
||||||
throw DomainException.tooManyRequests(ErrorCode.TOO_MANY_LOGIN_ATTEMPTS,
|
|
||||||
"Too many login attempts from " + ip, retryAfterSeconds);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
public void invalidateOnSuccess(String ip, String email) {
|
|
||||||
byIpEmail.invalidate(ip + ":" + email.toLowerCase(Locale.ROOT));
|
|
||||||
byIp.invalidate(ip);
|
|
||||||
}
|
|
||||||
|
|
||||||
private static Bucket newBucket(int limit, int minutes) {
|
|
||||||
return Bucket.builder()
|
|
||||||
.addLimit(Bandwidth.builder()
|
|
||||||
.capacity(limit)
|
|
||||||
.refillGreedy(limit, Duration.ofMinutes(minutes))
|
|
||||||
.build())
|
|
||||||
.build();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,3 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
public record LoginRequest(String email, String password) {}
|
|
||||||
@@ -1,14 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
class NoOpSessionRevocationAdapter implements SessionRevocationPort {
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public int revokeOtherSessions(String currentSessionId, String principalName) {
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Override
|
|
||||||
public int revokeAllSessions(String principalName) {
|
|
||||||
return 0;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,14 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
import lombok.Data;
|
|
||||||
import org.springframework.boot.context.properties.ConfigurationProperties;
|
|
||||||
import org.springframework.stereotype.Component;
|
|
||||||
|
|
||||||
@Component
|
|
||||||
@ConfigurationProperties("rate-limit.login")
|
|
||||||
@Data
|
|
||||||
public class RateLimitProperties {
|
|
||||||
private int maxAttemptsPerIpEmail = 10;
|
|
||||||
private int maxAttemptsPerIp = 20;
|
|
||||||
private int windowMinutes = 15;
|
|
||||||
}
|
|
||||||
@@ -1,19 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.context.annotation.Bean;
|
|
||||||
import org.springframework.context.annotation.Configuration;
|
|
||||||
import org.springframework.session.jdbc.JdbcIndexedSessionRepository;
|
|
||||||
|
|
||||||
@Configuration
|
|
||||||
class SessionRevocationConfig {
|
|
||||||
|
|
||||||
@Bean
|
|
||||||
SessionRevocationPort sessionRevocationPort(
|
|
||||||
@Autowired(required = false) JdbcIndexedSessionRepository sessionRepository) {
|
|
||||||
if (sessionRepository != null) {
|
|
||||||
return new JdbcSessionRevocationAdapter(sessionRepository);
|
|
||||||
}
|
|
||||||
return new NoOpSessionRevocationAdapter();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,6 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
public interface SessionRevocationPort {
|
|
||||||
int revokeOtherSessions(String currentSessionId, String principalName);
|
|
||||||
int revokeAllSessions(String principalName);
|
|
||||||
}
|
|
||||||
@@ -5,10 +5,8 @@ import lombok.extern.slf4j.Slf4j;
|
|||||||
import org.flywaydb.core.Flyway;
|
import org.flywaydb.core.Flyway;
|
||||||
import org.springframework.context.annotation.Bean;
|
import org.springframework.context.annotation.Bean;
|
||||||
import org.springframework.context.annotation.Configuration;
|
import org.springframework.context.annotation.Configuration;
|
||||||
import org.springframework.core.env.Environment;
|
|
||||||
|
|
||||||
import javax.sql.DataSource;
|
import javax.sql.DataSource;
|
||||||
import java.util.Map;
|
|
||||||
|
|
||||||
@Configuration
|
@Configuration
|
||||||
@RequiredArgsConstructor
|
@RequiredArgsConstructor
|
||||||
@@ -16,7 +14,6 @@ import java.util.Map;
|
|||||||
public class FlywayConfig {
|
public class FlywayConfig {
|
||||||
|
|
||||||
private final DataSource dataSource;
|
private final DataSource dataSource;
|
||||||
private final Environment environment;
|
|
||||||
|
|
||||||
@Bean(name = "flyway")
|
@Bean(name = "flyway")
|
||||||
public Flyway flyway() {
|
public Flyway flyway() {
|
||||||
@@ -24,7 +21,6 @@ public class FlywayConfig {
|
|||||||
Flyway flyway = Flyway.configure()
|
Flyway flyway = Flyway.configure()
|
||||||
.dataSource(dataSource)
|
.dataSource(dataSource)
|
||||||
.locations("classpath:db/migration")
|
.locations("classpath:db/migration")
|
||||||
.placeholders(Map.of("grafanaDbPassword", resolveGrafanaDbPassword()))
|
|
||||||
.baselineOnMigrate(true)
|
.baselineOnMigrate(true)
|
||||||
.baselineVersion("4")
|
.baselineVersion("4")
|
||||||
.load();
|
.load();
|
||||||
@@ -32,22 +28,4 @@ public class FlywayConfig {
|
|||||||
log.info("Flyway: {} migration(s) applied.", result.migrationsExecuted);
|
log.info("Flyway: {} migration(s) applied.", result.migrationsExecuted);
|
||||||
return flyway;
|
return flyway;
|
||||||
}
|
}
|
||||||
|
|
||||||
// Fail-closed: refuse to boot when GRAFANA_DB_PASSWORD is unset. The
|
|
||||||
// grafana_reader role's password is (re)set on every boot by
|
|
||||||
// R__grafana_reader_password.sql, so a missing env var means we'd either
|
|
||||||
// skip the rotation silently or — with a hardcoded fallback — publish a
|
|
||||||
// well-known credential for a role with SELECT on audit_log, documents,
|
|
||||||
// and transcription_blocks. Same shape as UserDataInitializer's refusal
|
|
||||||
// to seed default admin credentials outside dev/test/e2e.
|
|
||||||
String resolveGrafanaDbPassword() {
|
|
||||||
String value = environment.getProperty("GRAFANA_DB_PASSWORD");
|
|
||||||
if (value == null || value.isBlank()) {
|
|
||||||
throw new IllegalStateException(
|
|
||||||
"GRAFANA_DB_PASSWORD is required: it is consumed by "
|
|
||||||
+ "R__grafana_reader_password.sql to (re)set the grafana_reader "
|
|
||||||
+ "role's password on every boot. Generate with: openssl rand -hex 32");
|
|
||||||
}
|
|
||||||
return value;
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -28,7 +28,6 @@ public class RateLimitInterceptor implements HandlerInterceptor {
|
|||||||
AtomicInteger count = requestCounts.get(ip, k -> new AtomicInteger(0));
|
AtomicInteger count = requestCounts.get(ip, k -> new AtomicInteger(0));
|
||||||
if (count.incrementAndGet() > MAX_REQUESTS_PER_MINUTE) {
|
if (count.incrementAndGet() > MAX_REQUESTS_PER_MINUTE) {
|
||||||
response.setStatus(HttpStatus.TOO_MANY_REQUESTS.value());
|
response.setStatus(HttpStatus.TOO_MANY_REQUESTS.value());
|
||||||
response.setHeader("Retry-After", "60");
|
|
||||||
response.getWriter().write("{\"code\":\"RATE_LIMIT_EXCEEDED\",\"message\":\"Too many requests\"}");
|
response.getWriter().write("{\"code\":\"RATE_LIMIT_EXCEEDED\",\"message\":\"Too many requests\"}");
|
||||||
return false;
|
return false;
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,22 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.config;
|
|
||||||
|
|
||||||
import org.springframework.context.annotation.Bean;
|
|
||||||
import org.springframework.context.annotation.Configuration;
|
|
||||||
import org.springframework.session.web.http.CookieSerializer;
|
|
||||||
import org.springframework.session.web.http.DefaultCookieSerializer;
|
|
||||||
|
|
||||||
@Configuration
|
|
||||||
public class SpringSessionConfig {
|
|
||||||
|
|
||||||
@Bean
|
|
||||||
public CookieSerializer cookieSerializer() {
|
|
||||||
DefaultCookieSerializer serializer = new DefaultCookieSerializer();
|
|
||||||
serializer.setCookieName("fa_session");
|
|
||||||
serializer.setSameSite("Strict");
|
|
||||||
// cookieHttpOnly: true is the DefaultCookieSerializer default
|
|
||||||
// useSecureCookie not set: auto-detects from request.isSecure().
|
|
||||||
// With forward-headers-strategy: native, Caddy's X-Forwarded-Proto: https
|
|
||||||
// causes isSecure() → true in production; direct HTTP in dev/tests → false.
|
|
||||||
return serializer;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,17 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.document;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Precision of a document's date. Verbatim mirror of the import normalizer's
|
|
||||||
* {@code Precision} enum (tools/import-normalizer/dates.py) — the canonical output is the
|
|
||||||
* contract, so there is no translation layer. Do not add, remove, or rename values without
|
|
||||||
* also changing the normalizer; a mismatch silently breaks import idempotency (see ADR-025).
|
|
||||||
*/
|
|
||||||
public enum DatePrecision {
|
|
||||||
DAY,
|
|
||||||
MONTH,
|
|
||||||
SEASON,
|
|
||||||
YEAR,
|
|
||||||
RANGE,
|
|
||||||
APPROX,
|
|
||||||
UNKNOWN
|
|
||||||
}
|
|
||||||
@@ -2,7 +2,6 @@ package org.raddatz.familienarchiv.document;
|
|||||||
|
|
||||||
import jakarta.persistence.*;
|
import jakarta.persistence.*;
|
||||||
import lombok.*;
|
import lombok.*;
|
||||||
import org.hibernate.annotations.BatchSize;
|
|
||||||
import org.hibernate.annotations.CreationTimestamp;
|
import org.hibernate.annotations.CreationTimestamp;
|
||||||
import org.hibernate.annotations.UpdateTimestamp;
|
import org.hibernate.annotations.UpdateTimestamp;
|
||||||
|
|
||||||
@@ -22,17 +21,6 @@ import java.util.HashSet;
|
|||||||
import java.util.Set;
|
import java.util.Set;
|
||||||
import java.util.UUID;
|
import java.util.UUID;
|
||||||
|
|
||||||
@NamedEntityGraph(name = "Document.full", attributeNodes = {
|
|
||||||
@NamedAttributeNode("sender"),
|
|
||||||
@NamedAttributeNode("receivers"),
|
|
||||||
@NamedAttributeNode("tags"),
|
|
||||||
@NamedAttributeNode("trainingLabels")
|
|
||||||
})
|
|
||||||
@NamedEntityGraph(name = "Document.list", attributeNodes = {
|
|
||||||
@NamedAttributeNode("sender"),
|
|
||||||
@NamedAttributeNode("receivers"),
|
|
||||||
@NamedAttributeNode("tags")
|
|
||||||
})
|
|
||||||
@Entity
|
@Entity
|
||||||
@Table(name = "documents")
|
@Table(name = "documents")
|
||||||
@Data // Lombok: Generiert Getter, Setter, ToString, etc.
|
@Data // Lombok: Generiert Getter, Setter, ToString, etc.
|
||||||
@@ -91,29 +79,6 @@ public class Document {
|
|||||||
@Column(name = "meta_date")
|
@Column(name = "meta_date")
|
||||||
private LocalDate documentDate; // Wann wurde der Brief geschrieben?
|
private LocalDate documentDate; // Wann wurde der Brief geschrieben?
|
||||||
|
|
||||||
// Precision of documentDate — drives honest rendering ("ca. 1943", "Frühjahr 1943").
|
|
||||||
// Verbatim mirror of the normalizer's Precision enum (see ADR-025).
|
|
||||||
@Enumerated(EnumType.STRING)
|
|
||||||
@Column(name = "meta_date_precision", nullable = false, length = 16)
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
|
||||||
@Builder.Default
|
|
||||||
private DatePrecision metaDatePrecision = DatePrecision.UNKNOWN;
|
|
||||||
|
|
||||||
// Range end — only set when metaDatePrecision is RANGE (open-ended ranges allowed → may be null).
|
|
||||||
@Column(name = "meta_date_end")
|
|
||||||
private LocalDate metaDateEnd;
|
|
||||||
|
|
||||||
// Original date cell, verbatim, preserved for provenance and "as written" display.
|
|
||||||
@Column(name = "meta_date_raw", columnDefinition = "TEXT")
|
|
||||||
private String metaDateRaw;
|
|
||||||
|
|
||||||
// Raw attribution preserved even when a person is linked via sender/receivers.
|
|
||||||
@Column(name = "sender_text", columnDefinition = "TEXT")
|
|
||||||
private String senderText;
|
|
||||||
|
|
||||||
@Column(name = "receiver_text", columnDefinition = "TEXT")
|
|
||||||
private String receiverText;
|
|
||||||
|
|
||||||
@Column(name = "meta_location")
|
@Column(name = "meta_location")
|
||||||
private String location;
|
private String location;
|
||||||
|
|
||||||
@@ -153,27 +118,24 @@ public class Document {
|
|||||||
@Builder.Default
|
@Builder.Default
|
||||||
private ScriptType scriptType = ScriptType.UNKNOWN;
|
private ScriptType scriptType = ScriptType.UNKNOWN;
|
||||||
|
|
||||||
@ManyToMany(fetch = FetchType.LAZY)
|
@ManyToMany(fetch = FetchType.EAGER)
|
||||||
@JoinTable(name = "document_receivers", joinColumns = @JoinColumn(name = "document_id"), inverseJoinColumns = @JoinColumn(name = "person_id"))
|
@JoinTable(name = "document_receivers", joinColumns = @JoinColumn(name = "document_id"), inverseJoinColumns = @JoinColumn(name = "person_id"))
|
||||||
@BatchSize(size = 50)
|
|
||||||
@Builder.Default
|
@Builder.Default
|
||||||
private Set<Person> receivers = new HashSet<>();
|
private Set<Person> receivers = new HashSet<>();
|
||||||
|
|
||||||
@ManyToOne(fetch = FetchType.LAZY)
|
@ManyToOne
|
||||||
@JoinColumn(name = "sender_id")
|
@JoinColumn(name = "sender_id")
|
||||||
private Person sender;
|
private Person sender;
|
||||||
|
|
||||||
@ManyToMany(fetch = FetchType.LAZY)
|
@ManyToMany(fetch = FetchType.EAGER)
|
||||||
@JoinTable(name = "document_tags", joinColumns = @JoinColumn(name = "document_id"), inverseJoinColumns = @JoinColumn(name = "tag_id"))
|
@JoinTable(name = "document_tags", joinColumns = @JoinColumn(name = "document_id"), inverseJoinColumns = @JoinColumn(name = "tag_id"))
|
||||||
@BatchSize(size = 50)
|
|
||||||
@Builder.Default
|
@Builder.Default
|
||||||
private Set<Tag> tags = new HashSet<>();
|
private Set<Tag> tags = new HashSet<>();
|
||||||
|
|
||||||
@ElementCollection(fetch = FetchType.LAZY)
|
@ElementCollection(fetch = FetchType.EAGER)
|
||||||
@CollectionTable(name = "document_training_labels", joinColumns = @JoinColumn(name = "document_id"))
|
@CollectionTable(name = "document_training_labels", joinColumns = @JoinColumn(name = "document_id"))
|
||||||
@Column(name = "label")
|
@Column(name = "label")
|
||||||
@Enumerated(EnumType.STRING)
|
@Enumerated(EnumType.STRING)
|
||||||
@BatchSize(size = 50)
|
|
||||||
@Builder.Default
|
@Builder.Default
|
||||||
private Set<TrainingLabel> trainingLabels = new HashSet<>();
|
private Set<TrainingLabel> trainingLabels = new HashSet<>();
|
||||||
|
|
||||||
|
|||||||
@@ -12,8 +12,6 @@ public class DocumentBatchMetadataDTO {
|
|||||||
private UUID senderId;
|
private UUID senderId;
|
||||||
private List<UUID> receiverIds;
|
private List<UUID> receiverIds;
|
||||||
private LocalDate documentDate;
|
private LocalDate documentDate;
|
||||||
private DatePrecision metaDatePrecision;
|
|
||||||
private LocalDate metaDateEnd;
|
|
||||||
private String location;
|
private String location;
|
||||||
private List<String> tagNames;
|
private List<String> tagNames;
|
||||||
private Boolean metadataComplete;
|
private Boolean metadataComplete;
|
||||||
|
|||||||
@@ -1,39 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.document;
|
|
||||||
|
|
||||||
import io.swagger.v3.oas.annotations.media.Schema;
|
|
||||||
import org.raddatz.familienarchiv.audit.ActivityActorDTO;
|
|
||||||
import org.raddatz.familienarchiv.person.Person;
|
|
||||||
import org.raddatz.familienarchiv.tag.Tag;
|
|
||||||
|
|
||||||
import java.time.LocalDate;
|
|
||||||
import java.util.List;
|
|
||||||
import java.util.UUID;
|
|
||||||
|
|
||||||
public record DocumentListItem(
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
|
||||||
UUID id,
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
|
||||||
String title,
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
|
||||||
String originalFilename,
|
|
||||||
String thumbnailUrl,
|
|
||||||
LocalDate documentDate,
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
|
||||||
DatePrecision metaDatePrecision,
|
|
||||||
LocalDate metaDateEnd,
|
|
||||||
Person sender,
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
|
||||||
List<Person> receivers,
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
|
||||||
List<Tag> tags,
|
|
||||||
String archiveBox,
|
|
||||||
String archiveFolder,
|
|
||||||
String location,
|
|
||||||
String summary,
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
|
||||||
int completionPercentage,
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
|
||||||
List<ActivityActorDTO> contributors,
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
|
||||||
SearchMatchData matchData
|
|
||||||
) {}
|
|
||||||
@@ -7,8 +7,6 @@ import org.raddatz.familienarchiv.document.DocumentStatus;
|
|||||||
import org.springframework.data.domain.Page;
|
import org.springframework.data.domain.Page;
|
||||||
import org.springframework.data.domain.Pageable;
|
import org.springframework.data.domain.Pageable;
|
||||||
import org.springframework.data.domain.Sort;
|
import org.springframework.data.domain.Sort;
|
||||||
import org.springframework.data.jpa.domain.Specification;
|
|
||||||
import org.springframework.data.jpa.repository.EntityGraph;
|
|
||||||
import org.springframework.data.jpa.repository.JpaRepository;
|
import org.springframework.data.jpa.repository.JpaRepository;
|
||||||
import org.springframework.data.jpa.repository.JpaSpecificationExecutor;
|
import org.springframework.data.jpa.repository.JpaSpecificationExecutor;
|
||||||
import org.springframework.data.jpa.repository.Query;
|
import org.springframework.data.jpa.repository.Query;
|
||||||
@@ -25,18 +23,6 @@ import java.util.UUID;
|
|||||||
@Repository
|
@Repository
|
||||||
public interface DocumentRepository extends JpaRepository<Document, UUID>, JpaSpecificationExecutor<Document> {
|
public interface DocumentRepository extends JpaRepository<Document, UUID>, JpaSpecificationExecutor<Document> {
|
||||||
|
|
||||||
@EntityGraph("Document.full")
|
|
||||||
Optional<Document> findById(UUID id);
|
|
||||||
|
|
||||||
@EntityGraph("Document.list")
|
|
||||||
Page<Document> findAll(Specification<Document> spec, Pageable pageable);
|
|
||||||
|
|
||||||
@EntityGraph("Document.list")
|
|
||||||
List<Document> findAll(Specification<Document> spec);
|
|
||||||
|
|
||||||
@EntityGraph("Document.list")
|
|
||||||
Page<Document> findAll(Pageable pageable);
|
|
||||||
|
|
||||||
// Findet ein Dokument anhand des ursprünglichen Dateinamens
|
// Findet ein Dokument anhand des ursprünglichen Dateinamens
|
||||||
// Wichtig für den Abgleich beim Excel-Import & Datei-Upload
|
// Wichtig für den Abgleich beim Excel-Import & Datei-Upload
|
||||||
Optional<Document> findByOriginalFilename(String originalFilename);
|
Optional<Document> findByOriginalFilename(String originalFilename);
|
||||||
@@ -44,21 +30,17 @@ public interface DocumentRepository extends JpaRepository<Document, UUID>, JpaSp
|
|||||||
// Wie oben, gibt aber nur das erste Ergebnis zurück — sicher wenn doppelte Dateinamen existieren
|
// Wie oben, gibt aber nur das erste Ergebnis zurück — sicher wenn doppelte Dateinamen existieren
|
||||||
Optional<Document> findFirstByOriginalFilename(String originalFilename);
|
Optional<Document> findFirstByOriginalFilename(String originalFilename);
|
||||||
|
|
||||||
// Callers access only status/id scalar fields — no graph needed.
|
// Findet alle Dokumente mit einem bestimmten Status
|
||||||
|
// z.B. um alle offenen "PLACEHOLDER" zu finden
|
||||||
List<Document> findByStatus(DocumentStatus status);
|
List<Document> findByStatus(DocumentStatus status);
|
||||||
|
|
||||||
// Prüft effizient, ob ein Dateiname schon existiert (gibt true/false zurück)
|
// Prüft effizient, ob ein Dateiname schon existiert (gibt true/false zurück)
|
||||||
boolean existsByOriginalFilename(String originalFilename);
|
boolean existsByOriginalFilename(String originalFilename);
|
||||||
|
|
||||||
// lazy – @BatchSize(50) fallback active; see ADR-022
|
|
||||||
@EntityGraph("Document.full")
|
|
||||||
List<Document> findBySenderId(UUID senderId);
|
List<Document> findBySenderId(UUID senderId);
|
||||||
|
|
||||||
// lazy – @BatchSize(50) fallback active; see ADR-022
|
|
||||||
@EntityGraph("Document.full")
|
|
||||||
List<Document> findByReceiversId(UUID receiverId);
|
List<Document> findByReceiversId(UUID receiverId);
|
||||||
|
|
||||||
// Callers access only doc.getTags() to mutate the set — receivers/sender not touched; no graph needed.
|
|
||||||
List<Document> findByTags_Id(UUID tagId);
|
List<Document> findByTags_Id(UUID tagId);
|
||||||
|
|
||||||
@Query("SELECT d FROM Document d WHERE d.id NOT IN (SELECT DISTINCT dv.documentId FROM DocumentVersion dv)")
|
@Query("SELECT d FROM Document d WHERE d.id NOT IN (SELECT DISTINCT dv.documentId FROM DocumentVersion dv)")
|
||||||
@@ -73,15 +55,12 @@ public interface DocumentRepository extends JpaRepository<Document, UUID>, JpaSp
|
|||||||
|
|
||||||
long countByMetadataCompleteFalse();
|
long countByMetadataCompleteFalse();
|
||||||
|
|
||||||
// No production callers — only used if a future export path iterates the full list; no graph needed.
|
|
||||||
List<Document> findByMetadataCompleteFalse(Sort sort);
|
List<Document> findByMetadataCompleteFalse(Sort sort);
|
||||||
|
|
||||||
// Callers map to IncompleteDocumentDTO using only scalar fields (id, title, createdAt) — no graph needed.
|
|
||||||
Page<Document> findByMetadataCompleteFalse(Pageable pageable);
|
Page<Document> findByMetadataCompleteFalse(Pageable pageable);
|
||||||
|
|
||||||
Optional<Document> findFirstByMetadataCompleteFalseAndIdNot(UUID id, Sort sort);
|
Optional<Document> findFirstByMetadataCompleteFalseAndIdNot(UUID id, Sort sort);
|
||||||
|
|
||||||
@EntityGraph("Document.full")
|
|
||||||
@Query("SELECT DISTINCT d FROM Document d " +
|
@Query("SELECT DISTINCT d FROM Document d " +
|
||||||
"JOIN d.receivers r " +
|
"JOIN d.receivers r " +
|
||||||
"WHERE " +
|
"WHERE " +
|
||||||
@@ -96,7 +75,6 @@ public interface DocumentRepository extends JpaRepository<Document, UUID>, JpaSp
|
|||||||
@Param("to") LocalDate to,
|
@Param("to") LocalDate to,
|
||||||
Sort sort);
|
Sort sort);
|
||||||
|
|
||||||
@EntityGraph("Document.full")
|
|
||||||
@Query("SELECT DISTINCT d FROM Document d " +
|
@Query("SELECT DISTINCT d FROM Document d " +
|
||||||
"LEFT JOIN d.receivers r " +
|
"LEFT JOIN d.receivers r " +
|
||||||
"WHERE (d.sender.id = :personId OR r.id = :personId) " +
|
"WHERE (d.sender.id = :personId OR r.id = :personId) " +
|
||||||
|
|||||||
@@ -0,0 +1,18 @@
|
|||||||
|
package org.raddatz.familienarchiv.document;
|
||||||
|
|
||||||
|
import io.swagger.v3.oas.annotations.media.Schema;
|
||||||
|
import org.raddatz.familienarchiv.audit.ActivityActorDTO;
|
||||||
|
import org.raddatz.familienarchiv.document.Document;
|
||||||
|
|
||||||
|
import java.util.List;
|
||||||
|
|
||||||
|
public record DocumentSearchItem(
|
||||||
|
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
||||||
|
Document document,
|
||||||
|
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
||||||
|
SearchMatchData matchData,
|
||||||
|
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
||||||
|
int completionPercentage,
|
||||||
|
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
||||||
|
List<ActivityActorDTO> contributors
|
||||||
|
) {}
|
||||||
@@ -7,7 +7,7 @@ import java.util.List;
|
|||||||
|
|
||||||
public record DocumentSearchResult(
|
public record DocumentSearchResult(
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
||||||
List<DocumentListItem> items,
|
List<DocumentSearchItem> items,
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
||||||
long totalElements,
|
long totalElements,
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
||||||
@@ -21,16 +21,16 @@ public record DocumentSearchResult(
|
|||||||
* Single-page convenience factory used by empty-result shortcuts and by tests that
|
* Single-page convenience factory used by empty-result shortcuts and by tests that
|
||||||
* don't care about paging. Treats the whole list as page 0 of itself.
|
* don't care about paging. Treats the whole list as page 0 of itself.
|
||||||
*/
|
*/
|
||||||
public static DocumentSearchResult of(List<DocumentListItem> items) {
|
public static DocumentSearchResult of(List<DocumentSearchItem> items) {
|
||||||
int size = items.size();
|
int size = items.size();
|
||||||
return new DocumentSearchResult(items, size, 0, size, size == 0 ? 0 : 1);
|
return new DocumentSearchResult(items, size, 0, size, size == 0 ? 0 : 1);
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
* Paged factory used by the service when it has a real Pageable + full match count
|
* Paged factory used by the service when it has a real Pageable + full match count
|
||||||
* (e.g. from Spring's Page<T> or from an in-memory sort-then-slice).
|
* (e.g. from Spring's Page<T> or from an in-memory sort-then-slice).
|
||||||
*/
|
*/
|
||||||
public static DocumentSearchResult paged(List<DocumentListItem> slice, Pageable pageable, long totalElements) {
|
public static DocumentSearchResult paged(List<DocumentSearchItem> slice, Pageable pageable, long totalElements) {
|
||||||
int pageSize = pageable.getPageSize();
|
int pageSize = pageable.getPageSize();
|
||||||
int totalPages = pageSize == 0 ? 0 : (int) ((totalElements + pageSize - 1) / pageSize);
|
int totalPages = pageSize == 0 ? 0 : (int) ((totalElements + pageSize - 1) / pageSize);
|
||||||
return new DocumentSearchResult(slice, totalElements, pageable.getPageNumber(), pageSize, totalPages);
|
return new DocumentSearchResult(slice, totalElements, pageable.getPageNumber(), pageSize, totalPages);
|
||||||
|
|||||||
@@ -10,6 +10,7 @@ import org.raddatz.familienarchiv.audit.AuditService;
|
|||||||
import org.raddatz.familienarchiv.document.DocumentBatchMetadataDTO;
|
import org.raddatz.familienarchiv.document.DocumentBatchMetadataDTO;
|
||||||
import org.raddatz.familienarchiv.document.DocumentBatchSummary;
|
import org.raddatz.familienarchiv.document.DocumentBatchSummary;
|
||||||
import org.raddatz.familienarchiv.document.DocumentBulkEditDTO;
|
import org.raddatz.familienarchiv.document.DocumentBulkEditDTO;
|
||||||
|
import org.raddatz.familienarchiv.document.DocumentSearchItem;
|
||||||
import org.raddatz.familienarchiv.document.DocumentSearchResult;
|
import org.raddatz.familienarchiv.document.DocumentSearchResult;
|
||||||
import org.raddatz.familienarchiv.document.DocumentSort;
|
import org.raddatz.familienarchiv.document.DocumentSort;
|
||||||
import org.raddatz.familienarchiv.document.DocumentUpdateDTO;
|
import org.raddatz.familienarchiv.document.DocumentUpdateDTO;
|
||||||
@@ -378,7 +379,6 @@ public class DocumentService {
|
|||||||
// 1. Einfache Felder Update
|
// 1. Einfache Felder Update
|
||||||
doc.setTitle(dto.getTitle());
|
doc.setTitle(dto.getTitle());
|
||||||
doc.setDocumentDate(dto.getDocumentDate());
|
doc.setDocumentDate(dto.getDocumentDate());
|
||||||
applyDatePrecision(doc, dto);
|
|
||||||
doc.setLocation(dto.getLocation());
|
doc.setLocation(dto.getLocation());
|
||||||
doc.setTranscription(dto.getTranscription());
|
doc.setTranscription(dto.getTranscription());
|
||||||
doc.setSummary(dto.getSummary());
|
doc.setSummary(dto.getSummary());
|
||||||
@@ -447,26 +447,6 @@ public class DocumentService {
|
|||||||
return saved;
|
return saved;
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
|
||||||
* Applies the three date-precision fields only when the DTO carries them.
|
|
||||||
* A null field means "not submitted" — overwriting the stored value with null
|
|
||||||
* would fabricate a precision the user never chose, the exact dishonesty #666
|
|
||||||
* exists to prevent. A row with a genuinely-unknown precision must keep it when
|
|
||||||
* an unrelated edit (e.g. a location typo) is saved.
|
|
||||||
*/
|
|
||||||
private void applyDatePrecision(Document doc, DocumentUpdateDTO dto) {
|
|
||||||
if (dto.getMetaDatePrecision() != null) {
|
|
||||||
doc.setMetaDatePrecision(dto.getMetaDatePrecision());
|
|
||||||
}
|
|
||||||
if (dto.getMetaDateEnd() != null) {
|
|
||||||
doc.setMetaDateEnd(dto.getMetaDateEnd());
|
|
||||||
}
|
|
||||||
if (dto.getMetaDateRaw() != null) {
|
|
||||||
doc.setMetaDateRaw(dto.getMetaDateRaw());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@Transactional
|
|
||||||
public Document updateDocumentTags(UUID docId, List<String> tagNames) {
|
public Document updateDocumentTags(UUID docId, List<String> tagNames) {
|
||||||
Document doc = documentRepository.findById(docId)
|
Document doc = documentRepository.findById(docId)
|
||||||
.orElseThrow(() -> DomainException.notFound(ErrorCode.DOCUMENT_NOT_FOUND, "Document not found: " + docId));
|
.orElseThrow(() -> DomainException.notFound(ErrorCode.DOCUMENT_NOT_FOUND, "Document not found: " + docId));
|
||||||
@@ -655,7 +635,7 @@ public class DocumentService {
|
|||||||
return saved;
|
return saved;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Transactional(readOnly = true)
|
// 0. Zuletzt aktive Dokumente (sortiert nach updatedAt DESC)
|
||||||
public List<Document> getRecentActivity(int size) {
|
public List<Document> getRecentActivity(int size) {
|
||||||
return documentRepository.findAll(
|
return documentRepository.findAll(
|
||||||
PageRequest.of(0, size, Sort.by(Sort.Direction.DESC, "updatedAt"))
|
PageRequest.of(0, size, Sort.by(Sort.Direction.DESC, "updatedAt"))
|
||||||
@@ -755,7 +735,7 @@ public class DocumentService {
|
|||||||
return DocumentSearchResult.paged(enrichItems(slice, text), pageable, totalElements);
|
return DocumentSearchResult.paged(enrichItems(slice, text), pageable, totalElements);
|
||||||
}
|
}
|
||||||
|
|
||||||
private List<DocumentListItem> enrichItems(List<Document> documents, String text) {
|
private List<DocumentSearchItem> enrichItems(List<Document> documents, String text) {
|
||||||
List<Document> colorResolved = resolveDocumentTagColors(documents);
|
List<Document> colorResolved = resolveDocumentTagColors(documents);
|
||||||
Map<UUID, SearchMatchData> matchData = enrichWithMatchData(colorResolved, text);
|
Map<UUID, SearchMatchData> matchData = enrichWithMatchData(colorResolved, text);
|
||||||
|
|
||||||
@@ -763,7 +743,7 @@ public class DocumentService {
|
|||||||
Map<UUID, Integer> completionByDoc = fetchCompletionPercentages(docIds);
|
Map<UUID, Integer> completionByDoc = fetchCompletionPercentages(docIds);
|
||||||
Map<UUID, List<ActivityActorDTO>> contributorsByDoc = auditLogQueryService.findRecentContributorsPerDocument(docIds);
|
Map<UUID, List<ActivityActorDTO>> contributorsByDoc = auditLogQueryService.findRecentContributorsPerDocument(docIds);
|
||||||
|
|
||||||
return colorResolved.stream().map(doc -> toListItem(
|
return colorResolved.stream().map(doc -> new DocumentSearchItem(
|
||||||
doc,
|
doc,
|
||||||
matchData.getOrDefault(doc.getId(), SearchMatchData.empty()),
|
matchData.getOrDefault(doc.getId(), SearchMatchData.empty()),
|
||||||
completionByDoc.getOrDefault(doc.getId(), 0),
|
completionByDoc.getOrDefault(doc.getId(), 0),
|
||||||
@@ -771,28 +751,6 @@ public class DocumentService {
|
|||||||
)).toList();
|
)).toList();
|
||||||
}
|
}
|
||||||
|
|
||||||
private DocumentListItem toListItem(Document doc, SearchMatchData match, int completionPct, List<ActivityActorDTO> contributors) {
|
|
||||||
return new DocumentListItem(
|
|
||||||
doc.getId(),
|
|
||||||
doc.getTitle(),
|
|
||||||
doc.getOriginalFilename(),
|
|
||||||
doc.getThumbnailUrl(),
|
|
||||||
doc.getDocumentDate(),
|
|
||||||
doc.getMetaDatePrecision(),
|
|
||||||
doc.getMetaDateEnd(),
|
|
||||||
doc.getSender(),
|
|
||||||
List.copyOf(doc.getReceivers()),
|
|
||||||
List.copyOf(doc.getTags()),
|
|
||||||
doc.getArchiveBox(),
|
|
||||||
doc.getArchiveFolder(),
|
|
||||||
doc.getLocation(),
|
|
||||||
doc.getSummary(),
|
|
||||||
completionPct,
|
|
||||||
contributors,
|
|
||||||
match
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
private Map<UUID, Integer> fetchCompletionPercentages(List<UUID> docIds) {
|
private Map<UUID, Integer> fetchCompletionPercentages(List<UUID> docIds) {
|
||||||
return transcriptionBlockQueryService.getCompletionStats(docIds);
|
return transcriptionBlockQueryService.getCompletionStats(docIds);
|
||||||
}
|
}
|
||||||
@@ -885,7 +843,6 @@ public class DocumentService {
|
|||||||
documentRepository.save(doc);
|
documentRepository.save(doc);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Transactional(readOnly = true)
|
|
||||||
public Document getDocumentById(UUID id) {
|
public Document getDocumentById(UUID id) {
|
||||||
Document doc = documentRepository.findById(id)
|
Document doc = documentRepository.findById(id)
|
||||||
.orElseThrow(() -> DomainException.notFound(ErrorCode.DOCUMENT_NOT_FOUND, "Document not found: " + id));
|
.orElseThrow(() -> DomainException.notFound(ErrorCode.DOCUMENT_NOT_FOUND, "Document not found: " + id));
|
||||||
|
|||||||
@@ -11,11 +11,6 @@ import org.raddatz.familienarchiv.ocr.ScriptType;
|
|||||||
public class DocumentUpdateDTO {
|
public class DocumentUpdateDTO {
|
||||||
private String title;
|
private String title;
|
||||||
private LocalDate documentDate;
|
private LocalDate documentDate;
|
||||||
private DatePrecision metaDatePrecision;
|
|
||||||
private LocalDate metaDateEnd;
|
|
||||||
private String metaDateRaw;
|
|
||||||
private String senderText;
|
|
||||||
private String receiverText;
|
|
||||||
private String location;
|
private String location;
|
||||||
private String documentLocation;
|
private String documentLocation;
|
||||||
private String archiveBox;
|
private String archiveBox;
|
||||||
|
|||||||
@@ -43,7 +43,7 @@ public class TranscriptionBlockController {
|
|||||||
|
|
||||||
@PostMapping
|
@PostMapping
|
||||||
@ResponseStatus(HttpStatus.CREATED)
|
@ResponseStatus(HttpStatus.CREATED)
|
||||||
@RequirePermission({Permission.ANNOTATE_ALL, Permission.WRITE_ALL})
|
@RequirePermission(Permission.WRITE_ALL)
|
||||||
public TranscriptionBlock createBlock(
|
public TranscriptionBlock createBlock(
|
||||||
@PathVariable UUID documentId,
|
@PathVariable UUID documentId,
|
||||||
@Valid @RequestBody CreateTranscriptionBlockDTO dto,
|
@Valid @RequestBody CreateTranscriptionBlockDTO dto,
|
||||||
@@ -53,7 +53,7 @@ public class TranscriptionBlockController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@PutMapping("/{blockId}")
|
@PutMapping("/{blockId}")
|
||||||
@RequirePermission({Permission.ANNOTATE_ALL, Permission.WRITE_ALL})
|
@RequirePermission(Permission.WRITE_ALL)
|
||||||
public TranscriptionBlock updateBlock(
|
public TranscriptionBlock updateBlock(
|
||||||
@PathVariable UUID documentId,
|
@PathVariable UUID documentId,
|
||||||
@PathVariable UUID blockId,
|
@PathVariable UUID blockId,
|
||||||
@@ -65,7 +65,7 @@ public class TranscriptionBlockController {
|
|||||||
|
|
||||||
@DeleteMapping("/{blockId}")
|
@DeleteMapping("/{blockId}")
|
||||||
@ResponseStatus(HttpStatus.NO_CONTENT)
|
@ResponseStatus(HttpStatus.NO_CONTENT)
|
||||||
@RequirePermission({Permission.ANNOTATE_ALL, Permission.WRITE_ALL})
|
@RequirePermission(Permission.WRITE_ALL)
|
||||||
public void deleteBlock(
|
public void deleteBlock(
|
||||||
@PathVariable UUID documentId,
|
@PathVariable UUID documentId,
|
||||||
@PathVariable UUID blockId) {
|
@PathVariable UUID blockId) {
|
||||||
@@ -73,7 +73,7 @@ public class TranscriptionBlockController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@PutMapping("/reorder")
|
@PutMapping("/reorder")
|
||||||
@RequirePermission({Permission.ANNOTATE_ALL, Permission.WRITE_ALL})
|
@RequirePermission(Permission.WRITE_ALL)
|
||||||
public List<TranscriptionBlock> reorderBlocks(
|
public List<TranscriptionBlock> reorderBlocks(
|
||||||
@PathVariable UUID documentId,
|
@PathVariable UUID documentId,
|
||||||
@RequestBody ReorderTranscriptionBlocksDTO dto) {
|
@RequestBody ReorderTranscriptionBlocksDTO dto) {
|
||||||
@@ -82,7 +82,7 @@ public class TranscriptionBlockController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@PutMapping("/{blockId}/review")
|
@PutMapping("/{blockId}/review")
|
||||||
@RequirePermission({Permission.ANNOTATE_ALL, Permission.WRITE_ALL})
|
@RequirePermission(Permission.WRITE_ALL)
|
||||||
public TranscriptionBlock reviewBlock(
|
public TranscriptionBlock reviewBlock(
|
||||||
@PathVariable UUID documentId,
|
@PathVariable UUID documentId,
|
||||||
@PathVariable UUID blockId,
|
@PathVariable UUID blockId,
|
||||||
@@ -92,7 +92,7 @@ public class TranscriptionBlockController {
|
|||||||
}
|
}
|
||||||
|
|
||||||
@PutMapping("/review-all")
|
@PutMapping("/review-all")
|
||||||
@RequirePermission({Permission.ANNOTATE_ALL, Permission.WRITE_ALL})
|
@RequirePermission(Permission.WRITE_ALL)
|
||||||
public List<TranscriptionBlock> markAllBlocksReviewed(
|
public List<TranscriptionBlock> markAllBlocksReviewed(
|
||||||
@PathVariable UUID documentId,
|
@PathVariable UUID documentId,
|
||||||
Authentication authentication) {
|
Authentication authentication) {
|
||||||
|
|||||||
@@ -10,21 +10,11 @@ public class DomainException extends RuntimeException {
|
|||||||
|
|
||||||
private final ErrorCode code;
|
private final ErrorCode code;
|
||||||
private final HttpStatus status;
|
private final HttpStatus status;
|
||||||
/** Seconds until the rate-limit window resets; {@code null} when not applicable. */
|
|
||||||
private final Long retryAfterSeconds;
|
|
||||||
|
|
||||||
public DomainException(ErrorCode code, HttpStatus status, String developerMessage) {
|
public DomainException(ErrorCode code, HttpStatus status, String developerMessage) {
|
||||||
super(developerMessage);
|
super(developerMessage);
|
||||||
this.code = code;
|
this.code = code;
|
||||||
this.status = status;
|
this.status = status;
|
||||||
this.retryAfterSeconds = null;
|
|
||||||
}
|
|
||||||
|
|
||||||
private DomainException(ErrorCode code, HttpStatus status, String developerMessage, Long retryAfterSeconds) {
|
|
||||||
super(developerMessage);
|
|
||||||
this.code = code;
|
|
||||||
this.status = status;
|
|
||||||
this.retryAfterSeconds = retryAfterSeconds;
|
|
||||||
}
|
}
|
||||||
|
|
||||||
public ErrorCode getCode() {
|
public ErrorCode getCode() {
|
||||||
@@ -35,11 +25,6 @@ public class DomainException extends RuntimeException {
|
|||||||
return status;
|
return status;
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Returns the {@code Retry-After} value in seconds, or {@code null} if not set. */
|
|
||||||
public Long getRetryAfterSeconds() {
|
|
||||||
return retryAfterSeconds;
|
|
||||||
}
|
|
||||||
|
|
||||||
// --- Static factories for common cases ---
|
// --- Static factories for common cases ---
|
||||||
|
|
||||||
public static DomainException notFound(ErrorCode code, String message) {
|
public static DomainException notFound(ErrorCode code, String message) {
|
||||||
@@ -54,11 +39,6 @@ public class DomainException extends RuntimeException {
|
|||||||
return new DomainException(ErrorCode.UNAUTHORIZED, HttpStatus.UNAUTHORIZED, message);
|
return new DomainException(ErrorCode.UNAUTHORIZED, HttpStatus.UNAUTHORIZED, message);
|
||||||
}
|
}
|
||||||
|
|
||||||
public static DomainException invalidCredentials() {
|
|
||||||
return new DomainException(ErrorCode.INVALID_CREDENTIALS, HttpStatus.UNAUTHORIZED,
|
|
||||||
"Invalid email or password");
|
|
||||||
}
|
|
||||||
|
|
||||||
public static DomainException conflict(ErrorCode code, String message) {
|
public static DomainException conflict(ErrorCode code, String message) {
|
||||||
return new DomainException(code, HttpStatus.CONFLICT, message);
|
return new DomainException(code, HttpStatus.CONFLICT, message);
|
||||||
}
|
}
|
||||||
@@ -70,12 +50,4 @@ public class DomainException extends RuntimeException {
|
|||||||
public static DomainException internal(ErrorCode code, String message) {
|
public static DomainException internal(ErrorCode code, String message) {
|
||||||
return new DomainException(code, HttpStatus.INTERNAL_SERVER_ERROR, message);
|
return new DomainException(code, HttpStatus.INTERNAL_SERVER_ERROR, message);
|
||||||
}
|
}
|
||||||
|
|
||||||
public static DomainException tooManyRequests(ErrorCode code, String message) {
|
|
||||||
return new DomainException(code, HttpStatus.TOO_MANY_REQUESTS, message);
|
|
||||||
}
|
|
||||||
|
|
||||||
public static DomainException tooManyRequests(ErrorCode code, String message, long retryAfterSeconds) {
|
|
||||||
return new DomainException(code, HttpStatus.TOO_MANY_REQUESTS, message, retryAfterSeconds);
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -30,8 +30,6 @@ public enum ErrorCode {
|
|||||||
// --- Users ---
|
// --- Users ---
|
||||||
/** A user with the given ID or username does not exist. 404 */
|
/** A user with the given ID or username does not exist. 404 */
|
||||||
USER_NOT_FOUND,
|
USER_NOT_FOUND,
|
||||||
/** A group with the given ID does not exist. 404 */
|
|
||||||
GROUP_NOT_FOUND,
|
|
||||||
/** The supplied email address is already used by another account. 409 */
|
/** The supplied email address is already used by another account. 409 */
|
||||||
EMAIL_ALREADY_IN_USE,
|
EMAIL_ALREADY_IN_USE,
|
||||||
/** The supplied current password does not match the stored hash. 400 */
|
/** The supplied current password does not match the stored hash. 400 */
|
||||||
@@ -40,8 +38,6 @@ public enum ErrorCode {
|
|||||||
// --- Import ---
|
// --- Import ---
|
||||||
/** A mass import is already in progress; only one can run at a time. 409 */
|
/** A mass import is already in progress; only one can run at a time. 409 */
|
||||||
IMPORT_ALREADY_RUNNING,
|
IMPORT_ALREADY_RUNNING,
|
||||||
/** A canonical import artifact is missing, unreadable, or missing a required header. 400 */
|
|
||||||
IMPORT_ARTIFACT_INVALID,
|
|
||||||
|
|
||||||
// --- Thumbnails ---
|
// --- Thumbnails ---
|
||||||
/** A thumbnail backfill is already in progress; only one can run at a time. 409 */
|
/** A thumbnail backfill is already in progress; only one can run at a time. 409 */
|
||||||
@@ -56,24 +52,14 @@ public enum ErrorCode {
|
|||||||
INVITE_REVOKED,
|
INVITE_REVOKED,
|
||||||
/** The invite has passed its expiry date. 410 */
|
/** The invite has passed its expiry date. 410 */
|
||||||
INVITE_EXPIRED,
|
INVITE_EXPIRED,
|
||||||
/** A group cannot be deleted because one or more active invites reference it. 409 */
|
|
||||||
GROUP_HAS_ACTIVE_INVITES,
|
|
||||||
|
|
||||||
// --- Auth ---
|
// --- Auth ---
|
||||||
/** The request is not authenticated. 401 */
|
/** The request is not authenticated. 401 */
|
||||||
UNAUTHORIZED,
|
UNAUTHORIZED,
|
||||||
/** The authenticated user lacks the required permission. 403 */
|
/** The authenticated user lacks the required permission. 403 */
|
||||||
FORBIDDEN,
|
FORBIDDEN,
|
||||||
/** The supplied email/password combination does not match any active account. 401 */
|
|
||||||
INVALID_CREDENTIALS,
|
|
||||||
/** The session has expired or been invalidated. 401 */
|
|
||||||
SESSION_EXPIRED,
|
|
||||||
/** The password-reset token is missing, expired, or already used. 400 */
|
/** The password-reset token is missing, expired, or already used. 400 */
|
||||||
INVALID_RESET_TOKEN,
|
INVALID_RESET_TOKEN,
|
||||||
/** CSRF token is missing or does not match the expected value. 403 */
|
|
||||||
CSRF_TOKEN_MISSING,
|
|
||||||
/** The login rate limit has been exceeded for this IP/email combination. 429 */
|
|
||||||
TOO_MANY_LOGIN_ATTEMPTS,
|
|
||||||
|
|
||||||
// --- Annotations ---
|
// --- Annotations ---
|
||||||
/** The annotation with the given ID does not exist. 404 */
|
/** The annotation with the given ID does not exist. 404 */
|
||||||
|
|||||||
@@ -2,7 +2,6 @@ package org.raddatz.familienarchiv.exception;
|
|||||||
|
|
||||||
import java.util.stream.Collectors;
|
import java.util.stream.Collectors;
|
||||||
|
|
||||||
import io.sentry.Sentry;
|
|
||||||
import jakarta.validation.ConstraintViolationException;
|
import jakarta.validation.ConstraintViolationException;
|
||||||
import org.raddatz.familienarchiv.exception.DomainException;
|
import org.raddatz.familienarchiv.exception.DomainException;
|
||||||
import org.raddatz.familienarchiv.exception.ErrorCode;
|
import org.raddatz.familienarchiv.exception.ErrorCode;
|
||||||
@@ -23,11 +22,9 @@ public class GlobalExceptionHandler {
|
|||||||
|
|
||||||
@ExceptionHandler(DomainException.class)
|
@ExceptionHandler(DomainException.class)
|
||||||
public ResponseEntity<ErrorResponse> handleDomain(DomainException ex) {
|
public ResponseEntity<ErrorResponse> handleDomain(DomainException ex) {
|
||||||
var builder = ResponseEntity.status(ex.getStatus());
|
return ResponseEntity
|
||||||
if (ex.getRetryAfterSeconds() != null) {
|
.status(ex.getStatus())
|
||||||
builder = builder.header("Retry-After", String.valueOf(ex.getRetryAfterSeconds()));
|
.body(new ErrorResponse(ex.getCode(), ex.getMessage()));
|
||||||
}
|
|
||||||
return builder.body(new ErrorResponse(ex.getCode(), ex.getMessage()));
|
|
||||||
}
|
}
|
||||||
|
|
||||||
@ExceptionHandler(MethodArgumentNotValidException.class)
|
@ExceptionHandler(MethodArgumentNotValidException.class)
|
||||||
@@ -66,7 +63,6 @@ public class GlobalExceptionHandler {
|
|||||||
|
|
||||||
@ExceptionHandler(Exception.class)
|
@ExceptionHandler(Exception.class)
|
||||||
public ResponseEntity<ErrorResponse> handleGeneric(Exception ex) {
|
public ResponseEntity<ErrorResponse> handleGeneric(Exception ex) {
|
||||||
Sentry.captureException(ex);
|
|
||||||
log.error("Unhandled exception", ex);
|
log.error("Unhandled exception", ex);
|
||||||
return ResponseEntity.internalServerError()
|
return ResponseEntity.internalServerError()
|
||||||
.body(new ErrorResponse(ErrorCode.INTERNAL_ERROR, "An unexpected error occurred"));
|
.body(new ErrorResponse(ErrorCode.INTERNAL_ERROR, "An unexpected error occurred"));
|
||||||
|
|||||||
@@ -1,94 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.importing;
|
|
||||||
|
|
||||||
import lombok.RequiredArgsConstructor;
|
|
||||||
import lombok.extern.slf4j.Slf4j;
|
|
||||||
import org.raddatz.familienarchiv.exception.DomainException;
|
|
||||||
import org.raddatz.familienarchiv.exception.ErrorCode;
|
|
||||||
import org.springframework.beans.factory.annotation.Value;
|
|
||||||
import org.springframework.scheduling.annotation.Async;
|
|
||||||
import org.springframework.stereotype.Service;
|
|
||||||
|
|
||||||
import java.io.File;
|
|
||||||
import java.time.LocalDateTime;
|
|
||||||
import java.util.List;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Runs the four canonical loaders in their real dependency order — encoded explicitly
|
|
||||||
* here, not implied by call order — and owns the async runner plus the {@link ImportStatus}
|
|
||||||
* state machine the admin UI consumes. The orchestrator smoke-checks that all four
|
|
||||||
* artifacts are present before starting, failing fast rather than half-loading tags but no
|
|
||||||
* documents. A malformed artifact (a loader throwing) sets {@code FAILED}; an individual
|
|
||||||
* bad file is surfaced through the {@link ImportStatus.SkippedFile} mechanism instead.
|
|
||||||
*/
|
|
||||||
@Service
|
|
||||||
@RequiredArgsConstructor
|
|
||||||
@Slf4j
|
|
||||||
public class CanonicalImportOrchestrator {
|
|
||||||
|
|
||||||
private static final String TAG_TREE_ARTIFACT = "canonical-tag-tree.xlsx";
|
|
||||||
private static final String PERSONS_ARTIFACT = "canonical-persons.xlsx";
|
|
||||||
private static final String PERSONS_TREE_ARTIFACT = "canonical-persons-tree.json";
|
|
||||||
private static final String DOCUMENTS_ARTIFACT = "canonical-documents.xlsx";
|
|
||||||
|
|
||||||
private final TagTreeImporter tagTreeImporter;
|
|
||||||
private final PersonRegisterImporter personRegisterImporter;
|
|
||||||
private final PersonTreeImporter personTreeImporter;
|
|
||||||
private final DocumentImporter documentImporter;
|
|
||||||
|
|
||||||
@Value("${app.import.dir:/import}")
|
|
||||||
private String canonicalDir;
|
|
||||||
|
|
||||||
private volatile ImportStatus currentStatus = new ImportStatus(
|
|
||||||
ImportStatus.State.IDLE, "IMPORT_IDLE", "Kein Import gestartet.", 0, List.of(), null);
|
|
||||||
|
|
||||||
public ImportStatus getStatus() {
|
|
||||||
return currentStatus;
|
|
||||||
}
|
|
||||||
|
|
||||||
@Async
|
|
||||||
public void runImportAsync() {
|
|
||||||
if (currentStatus.state() == ImportStatus.State.RUNNING) {
|
|
||||||
throw DomainException.conflict(ErrorCode.IMPORT_ALREADY_RUNNING, "A mass import is already in progress");
|
|
||||||
}
|
|
||||||
runImport();
|
|
||||||
}
|
|
||||||
|
|
||||||
/** Synchronous entry point — wrapped by {@link #runImportAsync()} and called directly in tests. */
|
|
||||||
void runImport() {
|
|
||||||
currentStatus = new ImportStatus(ImportStatus.State.RUNNING, "IMPORT_RUNNING",
|
|
||||||
"Import läuft...", 0, List.of(), LocalDateTime.now());
|
|
||||||
try {
|
|
||||||
File tagTree = requireArtifact(TAG_TREE_ARTIFACT);
|
|
||||||
File persons = requireArtifact(PERSONS_ARTIFACT);
|
|
||||||
File personsTree = requireArtifact(PERSONS_TREE_ARTIFACT);
|
|
||||||
File documents = requireArtifact(DOCUMENTS_ARTIFACT);
|
|
||||||
|
|
||||||
// Dependency DAG: documents need persons + tags; the tree needs persons.
|
|
||||||
tagTreeImporter.load(tagTree);
|
|
||||||
personRegisterImporter.load(persons);
|
|
||||||
personTreeImporter.load(personsTree);
|
|
||||||
DocumentImporter.LoadResult result = documentImporter.load(documents);
|
|
||||||
|
|
||||||
currentStatus = new ImportStatus(ImportStatus.State.DONE, "IMPORT_DONE",
|
|
||||||
"Import abgeschlossen. " + result.processed() + " Dokumente verarbeitet.",
|
|
||||||
result.processed(), result.skippedFiles(), currentStatus.startedAt());
|
|
||||||
} catch (DomainException e) {
|
|
||||||
log.error("Canonical import failed: {}", e.getMessage());
|
|
||||||
currentStatus = new ImportStatus(ImportStatus.State.FAILED, "IMPORT_FAILED_ARTIFACT",
|
|
||||||
"Fehler: " + e.getMessage(), 0, List.of(), currentStatus.startedAt());
|
|
||||||
} catch (Exception e) {
|
|
||||||
log.error("Canonical import failed", e);
|
|
||||||
currentStatus = new ImportStatus(ImportStatus.State.FAILED, "IMPORT_FAILED_INTERNAL",
|
|
||||||
"Fehler: " + e.getMessage(), 0, List.of(), currentStatus.startedAt());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private File requireArtifact(String name) {
|
|
||||||
File artifact = new File(canonicalDir, name);
|
|
||||||
if (!artifact.isFile()) {
|
|
||||||
throw DomainException.badRequest(ErrorCode.IMPORT_ARTIFACT_INVALID,
|
|
||||||
"Missing canonical artifact: " + name);
|
|
||||||
}
|
|
||||||
return artifact;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,133 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.importing;
|
|
||||||
|
|
||||||
import org.apache.poi.ss.usermodel.Cell;
|
|
||||||
import org.apache.poi.ss.usermodel.DateUtil;
|
|
||||||
import org.apache.poi.ss.usermodel.Sheet;
|
|
||||||
import org.apache.poi.ss.usermodel.Workbook;
|
|
||||||
import org.apache.poi.ss.usermodel.WorkbookFactory;
|
|
||||||
import org.raddatz.familienarchiv.exception.DomainException;
|
|
||||||
import org.raddatz.familienarchiv.exception.ErrorCode;
|
|
||||||
|
|
||||||
import java.io.File;
|
|
||||||
import java.io.FileInputStream;
|
|
||||||
import java.util.ArrayList;
|
|
||||||
import java.util.Arrays;
|
|
||||||
import java.util.HashMap;
|
|
||||||
import java.util.List;
|
|
||||||
import java.util.Map;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Value-level POI helper for the canonical import artifacts. No Spring, no domain
|
|
||||||
* knowledge: it opens a workbook, maps the header row to column indices by name, and
|
|
||||||
* yields typed rows whose cells are looked up by header name — the seam that replaces
|
|
||||||
* the old positional {@code @Value app.import.col.*} indices. List columns are split on
|
|
||||||
* the pipe delimiter the normalizer emits.
|
|
||||||
*/
|
|
||||||
public final class CanonicalSheetReader {
|
|
||||||
|
|
||||||
private CanonicalSheetReader() {
|
|
||||||
}
|
|
||||||
|
|
||||||
/** A single data row, addressable by canonical header name (never by index). */
|
|
||||||
public static final class Row {
|
|
||||||
|
|
||||||
private final Map<String, Integer> headerIndex;
|
|
||||||
private final List<String> cells;
|
|
||||||
|
|
||||||
private Row(Map<String, Integer> headerIndex, List<String> cells) {
|
|
||||||
this.headerIndex = headerIndex;
|
|
||||||
this.cells = cells;
|
|
||||||
}
|
|
||||||
|
|
||||||
/** Trimmed cell value for the named header, or "" when absent/blank. */
|
|
||||||
public String get(String header) {
|
|
||||||
Integer index = headerIndex.get(header);
|
|
||||||
if (index == null || index >= cells.size()) return "";
|
|
||||||
String value = cells.get(index);
|
|
||||||
return value == null ? "" : value.trim();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Reads all data rows from the first sheet, validating that every required header is
|
|
||||||
* present. Throws a fail-closed {@link DomainException} on a missing header so a
|
|
||||||
* loader never silently maps the wrong column.
|
|
||||||
*/
|
|
||||||
public static List<Row> readRows(File file, List<String> requiredHeaders) {
|
|
||||||
try (FileInputStream fis = new FileInputStream(file);
|
|
||||||
Workbook workbook = WorkbookFactory.create(fis)) {
|
|
||||||
|
|
||||||
Sheet sheet = workbook.getSheetAt(0);
|
|
||||||
org.apache.poi.ss.usermodel.Row headerRow = sheet.getRow(sheet.getFirstRowNum());
|
|
||||||
Map<String, Integer> headerIndex = mapHeaders(headerRow);
|
|
||||||
requireHeaders(file, headerIndex, requiredHeaders);
|
|
||||||
|
|
||||||
List<Row> rows = new ArrayList<>();
|
|
||||||
for (int i = sheet.getFirstRowNum() + 1; i <= sheet.getLastRowNum(); i++) {
|
|
||||||
org.apache.poi.ss.usermodel.Row poiRow = sheet.getRow(i);
|
|
||||||
if (poiRow == null) continue;
|
|
||||||
rows.add(new Row(headerIndex, readCells(poiRow, headerIndex.size())));
|
|
||||||
}
|
|
||||||
return rows;
|
|
||||||
} catch (DomainException e) {
|
|
||||||
throw e;
|
|
||||||
} catch (Exception e) {
|
|
||||||
throw DomainException.badRequest(ErrorCode.IMPORT_ARTIFACT_INVALID,
|
|
||||||
"Unreadable canonical artifact: " + file.getName());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
/** Splits a pipe-delimited list column into trimmed, non-empty segments. */
|
|
||||||
public static List<String> splitList(String raw) {
|
|
||||||
if (raw == null || raw.isBlank()) return List.of();
|
|
||||||
return Arrays.stream(raw.split("\\|"))
|
|
||||||
.map(String::trim)
|
|
||||||
.filter(s -> !s.isEmpty())
|
|
||||||
.toList();
|
|
||||||
}
|
|
||||||
|
|
||||||
private static Map<String, Integer> mapHeaders(org.apache.poi.ss.usermodel.Row headerRow) {
|
|
||||||
if (headerRow == null) {
|
|
||||||
return Map.of();
|
|
||||||
}
|
|
||||||
Map<String, Integer> headerIndex = new HashMap<>();
|
|
||||||
for (int c = 0; c < headerRow.getLastCellNum(); c++) {
|
|
||||||
String name = cellToString(headerRow.getCell(c)).trim();
|
|
||||||
if (!name.isEmpty()) headerIndex.putIfAbsent(name, c);
|
|
||||||
}
|
|
||||||
return headerIndex;
|
|
||||||
}
|
|
||||||
|
|
||||||
private static void requireHeaders(File file, Map<String, Integer> headerIndex, List<String> requiredHeaders) {
|
|
||||||
for (String header : requiredHeaders) {
|
|
||||||
if (!headerIndex.containsKey(header)) {
|
|
||||||
throw DomainException.badRequest(ErrorCode.IMPORT_ARTIFACT_INVALID,
|
|
||||||
"Missing required header '" + header + "' in artifact " + file.getName());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private static List<String> readCells(org.apache.poi.ss.usermodel.Row poiRow, int columnCount) {
|
|
||||||
int width = Math.max(columnCount, poiRow.getLastCellNum());
|
|
||||||
List<String> cells = new ArrayList<>(width);
|
|
||||||
for (int c = 0; c < width; c++) {
|
|
||||||
cells.add(cellToString(poiRow.getCell(c)));
|
|
||||||
}
|
|
||||||
return cells;
|
|
||||||
}
|
|
||||||
|
|
||||||
private static String cellToString(Cell cell) {
|
|
||||||
if (cell == null) return "";
|
|
||||||
return switch (cell.getCellType()) {
|
|
||||||
case STRING -> cell.getStringCellValue();
|
|
||||||
case NUMERIC -> {
|
|
||||||
if (DateUtil.isCellDateFormatted(cell)) {
|
|
||||||
yield cell.getLocalDateTimeCellValue().toLocalDate().toString();
|
|
||||||
}
|
|
||||||
yield String.valueOf((long) cell.getNumericCellValue());
|
|
||||||
}
|
|
||||||
case BOOLEAN -> String.valueOf(cell.getBooleanCellValue());
|
|
||||||
default -> "";
|
|
||||||
};
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,354 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.importing;
|
|
||||||
|
|
||||||
import lombok.RequiredArgsConstructor;
|
|
||||||
import lombok.extern.slf4j.Slf4j;
|
|
||||||
import org.raddatz.familienarchiv.document.DatePrecision;
|
|
||||||
import org.raddatz.familienarchiv.document.Document;
|
|
||||||
import org.raddatz.familienarchiv.document.DocumentService;
|
|
||||||
import org.raddatz.familienarchiv.document.DocumentStatus;
|
|
||||||
import org.raddatz.familienarchiv.document.ThumbnailAsyncRunner;
|
|
||||||
import org.raddatz.familienarchiv.exception.DomainException;
|
|
||||||
import org.raddatz.familienarchiv.exception.ErrorCode;
|
|
||||||
import org.raddatz.familienarchiv.person.Person;
|
|
||||||
import org.raddatz.familienarchiv.person.PersonService;
|
|
||||||
import org.raddatz.familienarchiv.person.PersonType;
|
|
||||||
import org.raddatz.familienarchiv.person.PersonUpsertCommand;
|
|
||||||
import org.raddatz.familienarchiv.tag.Tag;
|
|
||||||
import org.springframework.beans.factory.annotation.Value;
|
|
||||||
import org.springframework.stereotype.Component;
|
|
||||||
import org.springframework.transaction.annotation.Transactional;
|
|
||||||
import software.amazon.awssdk.core.sync.RequestBody;
|
|
||||||
import software.amazon.awssdk.services.s3.S3Client;
|
|
||||||
import software.amazon.awssdk.services.s3.model.PutObjectRequest;
|
|
||||||
|
|
||||||
import org.raddatz.familienarchiv.tag.TagService;
|
|
||||||
|
|
||||||
import java.io.File;
|
|
||||||
import java.io.FileInputStream;
|
|
||||||
import java.io.IOException;
|
|
||||||
import java.io.InputStream;
|
|
||||||
import java.nio.file.Files;
|
|
||||||
import java.nio.file.Path;
|
|
||||||
import java.nio.file.Paths;
|
|
||||||
import java.time.LocalDate;
|
|
||||||
import java.time.format.DateTimeParseException;
|
|
||||||
import java.util.ArrayList;
|
|
||||||
import java.util.LinkedHashSet;
|
|
||||||
import java.util.List;
|
|
||||||
import java.util.Optional;
|
|
||||||
import java.util.Set;
|
|
||||||
import java.util.UUID;
|
|
||||||
import java.util.stream.Stream;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Loads {@code canonical-documents.xlsx} into the document domain. Java performs no
|
|
||||||
* semantic transformation: the normalizer already resolved people to slugs and dates to
|
|
||||||
* ISO values. This loader maps columns by header name, routes each attribution
|
|
||||||
* register-first (always retaining the raw cell in {@code sender_text}/{@code receiver_text}),
|
|
||||||
* parses clean dates, and keeps the file/S3/thumbnail plumbing.
|
|
||||||
*
|
|
||||||
* <p>The {@code file} value is hostile input regardless of upstream trust (CWE-22 does not
|
|
||||||
* care that it came from our Python tool): its basename is validated with
|
|
||||||
* {@link #isValidImportFilename} and then resolved with canonical-path containment in
|
|
||||||
* {@link #findFileRecursive}.
|
|
||||||
*/
|
|
||||||
@Component
|
|
||||||
@RequiredArgsConstructor
|
|
||||||
@Slf4j
|
|
||||||
public class DocumentImporter {
|
|
||||||
|
|
||||||
static final List<String> REQUIRED_HEADERS = List.of(
|
|
||||||
"index", "file", "sender_person_id", "sender_name",
|
|
||||||
"receiver_person_ids", "receiver_names", "date_iso", "date_raw", "date_precision");
|
|
||||||
|
|
||||||
private final DocumentService documentService;
|
|
||||||
private final PersonService personService;
|
|
||||||
private final TagService tagService;
|
|
||||||
private final S3Client s3Client;
|
|
||||||
private final ThumbnailAsyncRunner thumbnailAsyncRunner;
|
|
||||||
|
|
||||||
@Value("${app.s3.bucket:familienarchiv}")
|
|
||||||
private String bucketName;
|
|
||||||
|
|
||||||
@Value("${app.import.dir:/import}")
|
|
||||||
private String importDir;
|
|
||||||
|
|
||||||
/** Outcome of loading the document sheet: processed count + per-file skips. */
|
|
||||||
public record LoadResult(int processed, List<ImportStatus.SkippedFile> skippedFiles) {}
|
|
||||||
|
|
||||||
// One transaction for the whole sheet keeps the Hibernate session open so an existing
|
|
||||||
// document's lazy receivers collection initialises during an idempotent re-import.
|
|
||||||
// Invoked cross-bean from the orchestrator, so the @Transactional proxy applies.
|
|
||||||
@Transactional
|
|
||||||
public LoadResult load(File artifact) {
|
|
||||||
List<CanonicalSheetReader.Row> rows = CanonicalSheetReader.readRows(artifact, REQUIRED_HEADERS);
|
|
||||||
int processed = 0;
|
|
||||||
List<ImportStatus.SkippedFile> skipped = new ArrayList<>();
|
|
||||||
for (CanonicalSheetReader.Row row : rows) {
|
|
||||||
String index = row.get("index");
|
|
||||||
if (index.isBlank()) continue;
|
|
||||||
Optional<ImportStatus.SkipReason> skipReason = importRow(row, index, skipped);
|
|
||||||
if (skipReason.isPresent()) {
|
|
||||||
skipped.add(new ImportStatus.SkippedFile(displayName(row, index), skipReason.get()));
|
|
||||||
} else {
|
|
||||||
processed++;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
log.info("Imported {} documents from {} ({} skipped)", processed, artifact.getName(), skipped.size());
|
|
||||||
return new LoadResult(processed, skipped);
|
|
||||||
}
|
|
||||||
|
|
||||||
private Optional<ImportStatus.SkipReason> importRow(CanonicalSheetReader.Row row, String index,
|
|
||||||
List<ImportStatus.SkippedFile> skipped) {
|
|
||||||
Optional<File> resolved;
|
|
||||||
try {
|
|
||||||
resolved = resolveFile(row.get("file"));
|
|
||||||
} catch (InvalidImportFilenameException e) {
|
|
||||||
log.warn("Skipping import row {}: filename rejected", index);
|
|
||||||
return Optional.of(ImportStatus.SkipReason.INVALID_FILENAME_PATH_TRAVERSAL);
|
|
||||||
}
|
|
||||||
if (resolved.isPresent()) {
|
|
||||||
try {
|
|
||||||
if (!isPdfMagicBytes(resolved.get())) {
|
|
||||||
return Optional.of(ImportStatus.SkipReason.INVALID_PDF_SIGNATURE);
|
|
||||||
}
|
|
||||||
} catch (IOException e) {
|
|
||||||
log.error("Magic-byte check failed for row {}", index, e);
|
|
||||||
return Optional.of(ImportStatus.SkipReason.FILE_READ_ERROR);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return persist(row, index, resolved);
|
|
||||||
}
|
|
||||||
|
|
||||||
private Optional<ImportStatus.SkipReason> persist(CanonicalSheetReader.Row row, String index, Optional<File> file) {
|
|
||||||
Document existing = documentService.findByOriginalFilename(index).orElse(null);
|
|
||||||
if (existing != null && existing.getStatus() != DocumentStatus.PLACEHOLDER) {
|
|
||||||
return Optional.of(ImportStatus.SkipReason.ALREADY_EXISTS);
|
|
||||||
}
|
|
||||||
|
|
||||||
String s3Key = null;
|
|
||||||
String contentType = null;
|
|
||||||
DocumentStatus status = DocumentStatus.PLACEHOLDER;
|
|
||||||
if (file.isPresent()) {
|
|
||||||
contentType = probeContentType(file.get());
|
|
||||||
s3Key = "documents/" + UUID.randomUUID() + "_" + file.get().getName();
|
|
||||||
try {
|
|
||||||
uploadToS3(file.get(), s3Key, contentType);
|
|
||||||
status = DocumentStatus.UPLOADED;
|
|
||||||
} catch (Exception e) {
|
|
||||||
log.error("S3 upload failed for {}", file.get().getName(), e);
|
|
||||||
return Optional.of(ImportStatus.SkipReason.S3_UPLOAD_FAILED);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
Document doc = buildDocument(row, index, existing, s3Key, contentType, status);
|
|
||||||
Document saved = documentService.save(doc);
|
|
||||||
if (file.isPresent()) {
|
|
||||||
thumbnailAsyncRunner.dispatchAfterCommit(saved.getId());
|
|
||||||
}
|
|
||||||
return Optional.empty();
|
|
||||||
}
|
|
||||||
|
|
||||||
private Document buildDocument(CanonicalSheetReader.Row row, String index, Document existing,
|
|
||||||
String s3Key, String contentType, DocumentStatus status) {
|
|
||||||
Document doc = existing != null ? existing
|
|
||||||
: Document.builder().originalFilename(index).build();
|
|
||||||
|
|
||||||
String senderName = row.get("sender_name");
|
|
||||||
String receiverNames = row.get("receiver_names");
|
|
||||||
Person sender = resolveSender(row.get("sender_person_id"), senderName);
|
|
||||||
Set<Person> receivers = resolveReceivers(row.get("receiver_person_ids"));
|
|
||||||
|
|
||||||
LocalDate date = parseIsoDate(row.get("date_iso"));
|
|
||||||
DatePrecision precision = parsePrecision(row.get("date_precision"));
|
|
||||||
LocalDate dateEnd = parseIsoDate(row.get("date_end"));
|
|
||||||
String dateRaw = blankToNull(row.get("date_raw"));
|
|
||||||
String location = blankToNull(row.get("location"));
|
|
||||||
|
|
||||||
doc.setTitle(buildTitle(index, date, precision, dateEnd, dateRaw, location));
|
|
||||||
doc.setStatus(status);
|
|
||||||
doc.setFilePath(s3Key);
|
|
||||||
doc.setContentType(contentType);
|
|
||||||
doc.setSender(sender);
|
|
||||||
doc.setSenderText(blankToNull(senderName));
|
|
||||||
// The canonical row is authoritative for receivers/tags (ADR-025): clear then
|
|
||||||
// re-populate so a shrunk set on re-import prunes stale links rather than
|
|
||||||
// accumulating them. The raw sender_text/receiver_text retention is separate.
|
|
||||||
doc.getReceivers().clear();
|
|
||||||
doc.getReceivers().addAll(receivers);
|
|
||||||
doc.setReceiverText(blankToNull(receiverNames));
|
|
||||||
doc.setDocumentDate(date);
|
|
||||||
doc.setMetaDatePrecision(precision);
|
|
||||||
doc.setMetaDateEnd(dateEnd);
|
|
||||||
doc.setMetaDateRaw(dateRaw);
|
|
||||||
doc.setLocation(location);
|
|
||||||
doc.setSummary(blankToNull(row.get("summary")));
|
|
||||||
attachTag(doc, row.get("tags"));
|
|
||||||
doc.setMetadataComplete(doc.getDocumentDate() != null || sender != null || !receivers.isEmpty());
|
|
||||||
return doc;
|
|
||||||
}
|
|
||||||
|
|
||||||
// The title carries the date at the HONEST precision (never a fabricated day) via the
|
|
||||||
// shared DocumentTitleFormatter, plus the location — kept under 20 lines by delegating.
|
|
||||||
private static String buildTitle(String index, LocalDate date, DatePrecision precision,
|
|
||||||
LocalDate end, String raw, String location) {
|
|
||||||
StringBuilder title = new StringBuilder(index);
|
|
||||||
if (date != null && precision != DatePrecision.UNKNOWN) {
|
|
||||||
title.append(" – ").append(DocumentTitleFormatter.formatTitleDate(date, precision, end, raw));
|
|
||||||
}
|
|
||||||
if (location != null && !location.isBlank()) {
|
|
||||||
title.append(" – ").append(location);
|
|
||||||
}
|
|
||||||
return title.toString();
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── attribution routing — register-first, always retain raw ─────────────────────
|
|
||||||
|
|
||||||
private Person resolveSender(String slug, String rawName) {
|
|
||||||
if (slug.isBlank()) return null;
|
|
||||||
return resolvePerson(slug, rawName);
|
|
||||||
}
|
|
||||||
|
|
||||||
private Set<Person> resolveReceivers(String slugs) {
|
|
||||||
Set<Person> receivers = new LinkedHashSet<>();
|
|
||||||
for (String slug : CanonicalSheetReader.splitList(slugs)) {
|
|
||||||
receivers.add(resolvePerson(slug, slug));
|
|
||||||
}
|
|
||||||
return receivers;
|
|
||||||
}
|
|
||||||
|
|
||||||
private Person resolvePerson(String slug, String rawName) {
|
|
||||||
return personService.findBySourceRef(slug)
|
|
||||||
.orElseGet(() -> personService.upsertBySourceRef(PersonUpsertCommand.builder()
|
|
||||||
.sourceRef(slug)
|
|
||||||
.lastName(blankToNull(rawName) == null ? slug : rawName)
|
|
||||||
.personType(PersonType.PERSON)
|
|
||||||
.provisional(true)
|
|
||||||
.build()));
|
|
||||||
}
|
|
||||||
|
|
||||||
// Authoritative: the canonical row defines the document's tags exactly. Clearing first
|
|
||||||
// means a tag removed from the row is pruned on re-import (ADR-025).
|
|
||||||
private void attachTag(Document doc, String tagPath) {
|
|
||||||
doc.getTags().clear();
|
|
||||||
if (tagPath.isBlank()) return;
|
|
||||||
tagService.findBySourceRef(tagPath).ifPresent(tag -> doc.getTags().add(tag));
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── clean-value parsing (no semantic logic) ─────────────────────────────────────
|
|
||||||
|
|
||||||
private static LocalDate parseIsoDate(String value) {
|
|
||||||
if (value == null || value.isBlank()) return null;
|
|
||||||
try {
|
|
||||||
return LocalDate.parse(value.trim());
|
|
||||||
} catch (DateTimeParseException e) {
|
|
||||||
return null;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private static DatePrecision parsePrecision(String value) {
|
|
||||||
if (value == null || value.isBlank()) return DatePrecision.UNKNOWN;
|
|
||||||
try {
|
|
||||||
return DatePrecision.valueOf(value.trim());
|
|
||||||
} catch (IllegalArgumentException e) {
|
|
||||||
return DatePrecision.UNKNOWN;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── file handling + S3 (small ≤20-line methods) ─────────────────────────────────
|
|
||||||
|
|
||||||
private Optional<File> resolveFile(String fileColumn) {
|
|
||||||
if (fileColumn == null || fileColumn.isBlank()) return Optional.empty();
|
|
||||||
String basename = basenameOf(fileColumn);
|
|
||||||
if (!isValidImportFilename(basename)) {
|
|
||||||
throw new InvalidImportFilenameException();
|
|
||||||
}
|
|
||||||
return findFileRecursive(basename);
|
|
||||||
}
|
|
||||||
|
|
||||||
private static String basenameOf(String fileColumn) {
|
|
||||||
String normalized = fileColumn.replace('\\', '/');
|
|
||||||
int lastSlash = normalized.lastIndexOf('/');
|
|
||||||
return lastSlash < 0 ? normalized.trim() : normalized.substring(lastSlash + 1).trim();
|
|
||||||
}
|
|
||||||
|
|
||||||
private String probeContentType(File file) {
|
|
||||||
try {
|
|
||||||
String probed = Files.probeContentType(file.toPath());
|
|
||||||
return probed != null ? probed : "application/octet-stream";
|
|
||||||
} catch (IOException e) {
|
|
||||||
return "application/octet-stream";
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private void uploadToS3(File file, String s3Key, String contentType) {
|
|
||||||
s3Client.putObject(PutObjectRequest.builder()
|
|
||||||
.bucket(bucketName)
|
|
||||||
.key(s3Key)
|
|
||||||
.contentType(contentType)
|
|
||||||
.build(),
|
|
||||||
RequestBody.fromFile(file));
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── security guards — ported verbatim from MassImportService — do not weaken ────
|
|
||||||
|
|
||||||
private boolean isValidImportFilename(String filename) {
|
|
||||||
if (filename == null || filename.isBlank()) return false;
|
|
||||||
if (filename.contains("/")) return false;
|
|
||||||
if (filename.contains("\\")) return false;
|
|
||||||
if (filename.contains("∕")) return false; // U+2215 DIVISION SLASH
|
|
||||||
if (filename.contains("/")) return false; // U+FF0F FULLWIDTH SOLIDUS
|
|
||||||
if (filename.contains("⧵")) return false; // U+29F5 REVERSE SOLIDUS OPERATOR
|
|
||||||
if (filename.contains("..")) return false;
|
|
||||||
if (filename.equals(".")) return false;
|
|
||||||
if (filename.contains("\0")) return false;
|
|
||||||
if (Paths.get(filename).isAbsolute()) return false;
|
|
||||||
return true;
|
|
||||||
}
|
|
||||||
|
|
||||||
// package-private: a Mockito spy in tests can override to inject IOException
|
|
||||||
InputStream openFileStream(File file) throws IOException {
|
|
||||||
return new FileInputStream(file);
|
|
||||||
}
|
|
||||||
|
|
||||||
private boolean isPdfMagicBytes(File file) throws IOException {
|
|
||||||
try (InputStream is = openFileStream(file)) {
|
|
||||||
byte[] header = is.readNBytes(4);
|
|
||||||
return header.length == 4
|
|
||||||
&& header[0] == 0x25 // %
|
|
||||||
&& header[1] == 0x50 // P
|
|
||||||
&& header[2] == 0x44 // D
|
|
||||||
&& header[3] == 0x46; // F
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private Optional<File> findFileRecursive(String filename) {
|
|
||||||
File baseDir = new File(importDir);
|
|
||||||
try (Stream<Path> walk = Files.walk(baseDir.toPath())) {
|
|
||||||
Optional<Path> match = walk.filter(p -> !Files.isDirectory(p))
|
|
||||||
.filter(p -> p.getFileName().toString().equals(filename))
|
|
||||||
.findFirst();
|
|
||||||
if (match.isEmpty()) return Optional.empty();
|
|
||||||
File candidate = match.get().toFile();
|
|
||||||
String baseDirCanonical = baseDir.getCanonicalPath();
|
|
||||||
if (!candidate.getCanonicalPath().startsWith(baseDirCanonical + File.separator)) {
|
|
||||||
throw DomainException.internal(ErrorCode.INTERNAL_ERROR, "Path escape detected: " + candidate);
|
|
||||||
}
|
|
||||||
return Optional.of(candidate);
|
|
||||||
} catch (IOException e) {
|
|
||||||
return Optional.empty();
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private static String displayName(CanonicalSheetReader.Row row, String index) {
|
|
||||||
String file = row.get("file");
|
|
||||||
return file.isBlank() ? index : basenameOf(file);
|
|
||||||
}
|
|
||||||
|
|
||||||
private static String blankToNull(String s) {
|
|
||||||
return (s == null || s.isBlank()) ? null : s;
|
|
||||||
}
|
|
||||||
|
|
||||||
private static final class InvalidImportFilenameException extends RuntimeException {
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,112 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.importing;
|
|
||||||
|
|
||||||
import org.raddatz.familienarchiv.document.DatePrecision;
|
|
||||||
|
|
||||||
import java.time.LocalDate;
|
|
||||||
import java.time.format.DateTimeFormatter;
|
|
||||||
import java.util.Locale;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Produces the honest German date label baked into an import title — at exactly
|
|
||||||
* the precision the data claims, never finer. This is the Java half of the
|
|
||||||
* single source of truth shared with the frontend {@code formatDocumentDate}
|
|
||||||
* (TypeScript): both are asserted against {@code docs/date-label-fixtures.json}
|
|
||||||
* so the two implementations cannot drift (see #666).
|
|
||||||
*
|
|
||||||
* <p>Import titles are always German, so the labels here are the German
|
|
||||||
* canonical form (mirroring the {@code de} Paraglide messages used by the UI).
|
|
||||||
*/
|
|
||||||
final class DocumentTitleFormatter {
|
|
||||||
|
|
||||||
private static final DateTimeFormatter LONG = DateTimeFormatter.ofPattern("d. MMMM yyyy", Locale.GERMAN);
|
|
||||||
private static final DateTimeFormatter MONTH_YEAR = DateTimeFormatter.ofPattern("MMMM yyyy", Locale.GERMAN);
|
|
||||||
private static final DateTimeFormatter MEDIUM = DateTimeFormatter.ofPattern("d. MMM yyyy", Locale.GERMAN);
|
|
||||||
private static final DateTimeFormatter DAY_MONTH = DateTimeFormatter.ofPattern("d. MMM", Locale.GERMAN);
|
|
||||||
|
|
||||||
private static final String UNKNOWN = "Datum unbekannt";
|
|
||||||
private static final String APPROX_PREFIX = "ca.";
|
|
||||||
private static final String OPEN_RANGE_PREFIX = "ab";
|
|
||||||
|
|
||||||
private DocumentTitleFormatter() {
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* @param date the sort/filter anchor day; null for UNKNOWN rows
|
|
||||||
* @param precision descriptive precision metadata
|
|
||||||
* @param end the RANGE end day; null means an open-ended range
|
|
||||||
* @param raw the verbatim spreadsheet cell, used only to pick a season word
|
|
||||||
* @return the honest German label
|
|
||||||
*/
|
|
||||||
static String formatTitleDate(LocalDate date, DatePrecision precision, LocalDate end, String raw) {
|
|
||||||
if (precision == DatePrecision.UNKNOWN || date == null) {
|
|
||||||
return UNKNOWN;
|
|
||||||
}
|
|
||||||
return switch (precision) {
|
|
||||||
case DAY -> LONG.format(date);
|
|
||||||
case MONTH -> MONTH_YEAR.format(date);
|
|
||||||
case SEASON -> seasonLabel(date, raw);
|
|
||||||
case YEAR -> String.valueOf(date.getYear());
|
|
||||||
case APPROX -> APPROX_PREFIX + " " + date.getYear();
|
|
||||||
case RANGE -> rangeLabel(date, end);
|
|
||||||
case UNKNOWN -> UNKNOWN;
|
|
||||||
};
|
|
||||||
}
|
|
||||||
|
|
||||||
private static String seasonLabel(LocalDate date, String raw) {
|
|
||||||
Season season = seasonFromRaw(raw);
|
|
||||||
if (season == null) {
|
|
||||||
season = seasonOfMonth(date.getMonthValue());
|
|
||||||
}
|
|
||||||
return season.german + " " + date.getYear();
|
|
||||||
}
|
|
||||||
|
|
||||||
private static String rangeLabel(LocalDate start, LocalDate end) {
|
|
||||||
if (end == null) {
|
|
||||||
return OPEN_RANGE_PREFIX + " " + MEDIUM.format(start);
|
|
||||||
}
|
|
||||||
if (end.equals(start)) {
|
|
||||||
return MEDIUM.format(start);
|
|
||||||
}
|
|
||||||
if (start.getYear() != end.getYear()) {
|
|
||||||
return MEDIUM.format(start) + " – " + MEDIUM.format(end);
|
|
||||||
}
|
|
||||||
if (start.getMonthValue() == end.getMonthValue()) {
|
|
||||||
return start.getDayOfMonth() + ".–" + MEDIUM.format(end);
|
|
||||||
}
|
|
||||||
return DAY_MONTH.format(start) + " – " + MEDIUM.format(end);
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── season mapping — mirrors the normalizer's representative months ─────────────
|
|
||||||
|
|
||||||
private enum Season {
|
|
||||||
SPRING("Frühling"),
|
|
||||||
SUMMER("Sommer"),
|
|
||||||
AUTUMN("Herbst"),
|
|
||||||
WINTER("Winter");
|
|
||||||
|
|
||||||
private final String german;
|
|
||||||
|
|
||||||
Season(String german) {
|
|
||||||
this.german = german;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private static Season seasonOfMonth(int month) {
|
|
||||||
if (month >= 3 && month <= 5) return Season.SPRING;
|
|
||||||
if (month >= 6 && month <= 8) return Season.SUMMER;
|
|
||||||
if (month >= 9 && month <= 11) return Season.AUTUMN;
|
|
||||||
return Season.WINTER;
|
|
||||||
}
|
|
||||||
|
|
||||||
private static Season seasonFromRaw(String raw) {
|
|
||||||
if (raw == null || raw.isBlank()) return null;
|
|
||||||
String token = raw.trim().split("\\s+")[0].toLowerCase(Locale.GERMAN);
|
|
||||||
return switch (token) {
|
|
||||||
case "frühling", "frühjahr" -> Season.SPRING;
|
|
||||||
case "sommer" -> Season.SUMMER;
|
|
||||||
case "herbst" -> Season.AUTUMN;
|
|
||||||
case "winter" -> Season.WINTER;
|
|
||||||
default -> null;
|
|
||||||
};
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,50 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.importing;
|
|
||||||
|
|
||||||
import com.fasterxml.jackson.annotation.JsonIgnore;
|
|
||||||
import com.fasterxml.jackson.annotation.JsonProperty;
|
|
||||||
import io.swagger.v3.oas.annotations.media.Schema;
|
|
||||||
|
|
||||||
import java.time.LocalDateTime;
|
|
||||||
import java.util.List;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Async import state surfaced to {@code admin/system/ImportStatusCard.svelte} via the
|
|
||||||
* generated types. The shape ({@code state, statusCode, processed, skippedFiles, skipped})
|
|
||||||
* is kept verbatim from the retired MassImportService so the admin UI keeps working.
|
|
||||||
*/
|
|
||||||
public record ImportStatus(
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED) State state,
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED) String statusCode,
|
|
||||||
@JsonIgnore String message,
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED) int processed,
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED) List<SkippedFile> skippedFiles,
|
|
||||||
LocalDateTime startedAt
|
|
||||||
) {
|
|
||||||
|
|
||||||
public enum State { IDLE, RUNNING, DONE, FAILED }
|
|
||||||
|
|
||||||
public enum SkipReason {
|
|
||||||
INVALID_FILENAME_PATH_TRAVERSAL,
|
|
||||||
INVALID_PDF_SIGNATURE,
|
|
||||||
FILE_READ_ERROR,
|
|
||||||
ALREADY_EXISTS,
|
|
||||||
S3_UPLOAD_FAILED
|
|
||||||
}
|
|
||||||
|
|
||||||
public record SkippedFile(
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED) String filename,
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED) SkipReason reason
|
|
||||||
) {}
|
|
||||||
|
|
||||||
// Note: @Schema on a record accessor method is not picked up by SpringDoc; the
|
|
||||||
// "skipped" count is a computed convenience field derived from skippedFiles.size().
|
|
||||||
@JsonProperty("skipped")
|
|
||||||
public int skipped() {
|
|
||||||
return skippedFiles.size();
|
|
||||||
}
|
|
||||||
|
|
||||||
/** Defensive-copy constructor — callers cannot mutate the stored list after construction. */
|
|
||||||
public ImportStatus {
|
|
||||||
skippedFiles = List.copyOf(skippedFiles);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -0,0 +1,392 @@
|
|||||||
|
package org.raddatz.familienarchiv.importing;
|
||||||
|
|
||||||
|
import lombok.RequiredArgsConstructor;
|
||||||
|
import lombok.extern.slf4j.Slf4j;
|
||||||
|
import org.apache.poi.ss.usermodel.*;
|
||||||
|
import java.util.Objects;
|
||||||
|
import org.raddatz.familienarchiv.exception.DomainException;
|
||||||
|
import org.raddatz.familienarchiv.exception.ErrorCode;
|
||||||
|
import org.raddatz.familienarchiv.document.Document;
|
||||||
|
import org.raddatz.familienarchiv.document.DocumentService;
|
||||||
|
import org.raddatz.familienarchiv.document.DocumentStatus;
|
||||||
|
import org.raddatz.familienarchiv.document.ThumbnailAsyncRunner;
|
||||||
|
import org.raddatz.familienarchiv.person.Person;
|
||||||
|
import org.raddatz.familienarchiv.tag.Tag;
|
||||||
|
import org.raddatz.familienarchiv.person.Person;
|
||||||
|
import org.raddatz.familienarchiv.person.PersonNameParser;
|
||||||
|
import org.raddatz.familienarchiv.person.PersonService;
|
||||||
|
import org.raddatz.familienarchiv.tag.TagService;
|
||||||
|
import org.springframework.beans.factory.annotation.Value;
|
||||||
|
import org.springframework.scheduling.annotation.Async;
|
||||||
|
import org.springframework.stereotype.Service;
|
||||||
|
import org.springframework.transaction.annotation.Transactional;
|
||||||
|
import org.w3c.dom.Element;
|
||||||
|
import org.w3c.dom.NodeList;
|
||||||
|
import software.amazon.awssdk.core.sync.RequestBody;
|
||||||
|
import software.amazon.awssdk.services.s3.S3Client;
|
||||||
|
import software.amazon.awssdk.services.s3.model.PutObjectRequest;
|
||||||
|
|
||||||
|
import javax.xml.parsers.DocumentBuilderFactory;
|
||||||
|
import java.io.File;
|
||||||
|
import java.io.FileInputStream;
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.nio.file.Files;
|
||||||
|
import java.nio.file.Path;
|
||||||
|
import java.nio.file.Paths;
|
||||||
|
import java.time.LocalDate;
|
||||||
|
import java.time.LocalDateTime;
|
||||||
|
import java.time.format.DateTimeFormatter;
|
||||||
|
import java.time.format.DateTimeParseException;
|
||||||
|
import java.util.ArrayList;
|
||||||
|
import java.util.List;
|
||||||
|
import java.util.Locale;
|
||||||
|
import java.util.Optional;
|
||||||
|
import java.util.UUID;
|
||||||
|
import java.util.stream.Stream;
|
||||||
|
import java.util.zip.ZipFile;
|
||||||
|
|
||||||
|
@Service
|
||||||
|
@RequiredArgsConstructor
|
||||||
|
@Slf4j
|
||||||
|
public class MassImportService {
|
||||||
|
|
||||||
|
public enum State { IDLE, RUNNING, DONE, FAILED }
|
||||||
|
|
||||||
|
public record ImportStatus(State state, String message, int processed, LocalDateTime startedAt) {}
|
||||||
|
|
||||||
|
private volatile ImportStatus currentStatus = new ImportStatus(State.IDLE, "Kein Import gestartet.", 0, null);
|
||||||
|
|
||||||
|
public ImportStatus getStatus() {
|
||||||
|
return currentStatus;
|
||||||
|
}
|
||||||
|
|
||||||
|
private final DocumentService documentService;
|
||||||
|
private final PersonService personService;
|
||||||
|
private final TagService tagService;
|
||||||
|
private final S3Client s3Client;
|
||||||
|
private final ThumbnailAsyncRunner thumbnailAsyncRunner;
|
||||||
|
|
||||||
|
@Value("${app.s3.bucket}")
|
||||||
|
private String bucketName;
|
||||||
|
|
||||||
|
@Value("${app.import.col.index:0}")
|
||||||
|
private int colIndex;
|
||||||
|
|
||||||
|
@Value("${app.import.col.box:1}")
|
||||||
|
private int colBox;
|
||||||
|
|
||||||
|
@Value("${app.import.col.folder:2}")
|
||||||
|
private int colFolder;
|
||||||
|
|
||||||
|
@Value("${app.import.col.sender:3}")
|
||||||
|
private int colSender;
|
||||||
|
|
||||||
|
@Value("${app.import.col.receivers:5}")
|
||||||
|
private int colReceivers;
|
||||||
|
|
||||||
|
@Value("${app.import.col.date:7}")
|
||||||
|
private int colDate;
|
||||||
|
|
||||||
|
@Value("${app.import.col.location:9}")
|
||||||
|
private int colLocation;
|
||||||
|
|
||||||
|
@Value("${app.import.col.tags:10}")
|
||||||
|
private int colTags;
|
||||||
|
|
||||||
|
@Value("${app.import.col.summary:11}")
|
||||||
|
private int colSummary;
|
||||||
|
|
||||||
|
@Value("${app.import.col.transcription:13}")
|
||||||
|
private int colTranscription;
|
||||||
|
|
||||||
|
@Value("${app.import.dir:/import}")
|
||||||
|
private String importDir;
|
||||||
|
|
||||||
|
private static final DateTimeFormatter GERMAN_DATE = DateTimeFormatter.ofPattern("d. MMMM yyyy", Locale.GERMAN);
|
||||||
|
|
||||||
|
// ODS XML namespaces
|
||||||
|
private static final String NS_TABLE = "urn:oasis:names:tc:opendocument:xmlns:table:1.0";
|
||||||
|
private static final String NS_TEXT = "urn:oasis:names:tc:opendocument:xmlns:text:1.0";
|
||||||
|
|
||||||
|
// We only need up to this many columns; caps repeated-empty-cell expansion
|
||||||
|
private static final int MAX_COLS = 20;
|
||||||
|
|
||||||
|
@Async
|
||||||
|
public void runImportAsync() {
|
||||||
|
if (currentStatus.state() == State.RUNNING) {
|
||||||
|
throw DomainException.conflict(ErrorCode.IMPORT_ALREADY_RUNNING, "A mass import is already in progress");
|
||||||
|
}
|
||||||
|
currentStatus = new ImportStatus(State.RUNNING, "Import läuft...", 0, LocalDateTime.now());
|
||||||
|
try {
|
||||||
|
File spreadsheet = findSpreadsheetFile();
|
||||||
|
log.info("Starte Massenimport aus: {}", spreadsheet.getAbsolutePath());
|
||||||
|
int processed = processRows(readSpreadsheet(spreadsheet));
|
||||||
|
currentStatus = new ImportStatus(State.DONE,
|
||||||
|
"Import abgeschlossen. " + processed + " Dokumente verarbeitet.",
|
||||||
|
processed, currentStatus.startedAt());
|
||||||
|
} catch (Exception e) {
|
||||||
|
log.error("Massenimport fehlgeschlagen", e);
|
||||||
|
currentStatus = new ImportStatus(State.FAILED, "Fehler: " + e.getMessage(), 0, currentStatus.startedAt());
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private File findSpreadsheetFile() throws IOException {
|
||||||
|
try (Stream<Path> files = Files.list(Paths.get(importDir))) {
|
||||||
|
return files
|
||||||
|
.filter(p -> {
|
||||||
|
String name = p.toString().toLowerCase();
|
||||||
|
return name.endsWith(".ods") || name.endsWith(".xlsx") || name.endsWith(".xls");
|
||||||
|
})
|
||||||
|
.findFirst()
|
||||||
|
.orElseThrow(() -> new RuntimeException(
|
||||||
|
"Keine Tabellendatei (.ods/.xlsx/.xls) in " + importDir + " gefunden!"))
|
||||||
|
.toFile();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
// --- Spreadsheet reading (format-specific, produces neutral List<List<String>>) ---
|
||||||
|
|
||||||
|
private List<List<String>> readSpreadsheet(File file) throws Exception {
|
||||||
|
String name = file.getName().toLowerCase();
|
||||||
|
if (name.endsWith(".ods")) {
|
||||||
|
return readOds(file);
|
||||||
|
}
|
||||||
|
return readXlsx(file);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Reads an ODS file by parsing its content.xml directly (no extra library needed).
|
||||||
|
* ODS is a ZIP archive; content.xml holds the spreadsheet data as XML.
|
||||||
|
*/
|
||||||
|
private List<List<String>> readOds(File file) throws Exception {
|
||||||
|
List<List<String>> result = new ArrayList<>();
|
||||||
|
|
||||||
|
try (ZipFile zip = new ZipFile(file)) {
|
||||||
|
var entry = zip.getEntry("content.xml");
|
||||||
|
if (entry == null) throw new RuntimeException("Ungültige ODS-Datei: content.xml fehlt");
|
||||||
|
|
||||||
|
var factory = DocumentBuilderFactory.newInstance();
|
||||||
|
factory.setNamespaceAware(true);
|
||||||
|
var builder = factory.newDocumentBuilder();
|
||||||
|
var doc = builder.parse(zip.getInputStream(entry));
|
||||||
|
|
||||||
|
NodeList tables = doc.getElementsByTagNameNS(NS_TABLE, "table");
|
||||||
|
if (tables.getLength() == 0) return result;
|
||||||
|
|
||||||
|
var table = (Element) tables.item(0);
|
||||||
|
NodeList rows = table.getElementsByTagNameNS(NS_TABLE, "table-row");
|
||||||
|
|
||||||
|
for (int i = 0; i < rows.getLength(); i++) {
|
||||||
|
var row = (Element) rows.item(i);
|
||||||
|
List<String> rowData = new ArrayList<>();
|
||||||
|
NodeList cells = row.getElementsByTagNameNS(NS_TABLE, "table-cell");
|
||||||
|
|
||||||
|
for (int j = 0; j < cells.getLength() && rowData.size() < MAX_COLS; j++) {
|
||||||
|
var cell = (Element) cells.item(j);
|
||||||
|
|
||||||
|
// Read the display text (first <text:p>)
|
||||||
|
String value = "";
|
||||||
|
NodeList textNodes = cell.getElementsByTagNameNS(NS_TEXT, "p");
|
||||||
|
if (textNodes.getLength() > 0) {
|
||||||
|
value = textNodes.item(0).getTextContent().trim();
|
||||||
|
}
|
||||||
|
|
||||||
|
// Expand number-columns-repeated (capped at MAX_COLS)
|
||||||
|
String repeatAttr = cell.getAttributeNS(NS_TABLE, "number-columns-repeated");
|
||||||
|
int repeat = repeatAttr.isEmpty() ? 1 : Integer.parseInt(repeatAttr);
|
||||||
|
repeat = Math.min(repeat, MAX_COLS - rowData.size());
|
||||||
|
|
||||||
|
for (int r = 0; r < repeat; r++) {
|
||||||
|
rowData.add(value);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
result.add(rowData);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
|
||||||
|
/** Reads an XLSX/XLS file using Apache POI. Converts all cells to strings. */
|
||||||
|
private List<List<String>> readXlsx(File file) throws Exception {
|
||||||
|
List<List<String>> result = new ArrayList<>();
|
||||||
|
try (FileInputStream fis = new FileInputStream(file);
|
||||||
|
Workbook workbook = WorkbookFactory.create(fis)) {
|
||||||
|
|
||||||
|
Sheet sheet = workbook.getSheetAt(0);
|
||||||
|
for (int i = 0; i <= sheet.getLastRowNum(); i++) {
|
||||||
|
Row row = sheet.getRow(i);
|
||||||
|
List<String> rowData = new ArrayList<>();
|
||||||
|
if (row != null) {
|
||||||
|
for (int j = 0; j < MAX_COLS; j++) {
|
||||||
|
rowData.add(xlsxCellToString(row.getCell(j)));
|
||||||
|
}
|
||||||
|
}
|
||||||
|
result.add(rowData);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
return result;
|
||||||
|
}
|
||||||
|
|
||||||
|
private String xlsxCellToString(Cell cell) {
|
||||||
|
if (cell == null) return "";
|
||||||
|
return switch (cell.getCellType()) {
|
||||||
|
case STRING -> cell.getStringCellValue();
|
||||||
|
case NUMERIC -> {
|
||||||
|
if (DateUtil.isCellDateFormatted(cell)) {
|
||||||
|
yield cell.getLocalDateTimeCellValue().toLocalDate().toString(); // ISO
|
||||||
|
}
|
||||||
|
yield String.valueOf((int) cell.getNumericCellValue());
|
||||||
|
}
|
||||||
|
case BOOLEAN -> String.valueOf(cell.getBooleanCellValue());
|
||||||
|
default -> "";
|
||||||
|
};
|
||||||
|
}
|
||||||
|
|
||||||
|
// --- Import logic (works on neutral List<String> rows) ---
|
||||||
|
|
||||||
|
private int processRows(List<List<String>> rows) {
|
||||||
|
int count = 0;
|
||||||
|
for (int i = 1; i < rows.size(); i++) { // skip header row
|
||||||
|
List<String> cells = rows.get(i);
|
||||||
|
String index = getCell(cells, colIndex);
|
||||||
|
if (index.isBlank()) continue;
|
||||||
|
|
||||||
|
String filename = index.contains(".") ? index : index + ".pdf";
|
||||||
|
Optional<File> fileOnDisk = findFileRecursive(filename);
|
||||||
|
if (fileOnDisk.isEmpty()) {
|
||||||
|
log.warn("Datei nicht gefunden, importiere nur Metadaten: {}", filename);
|
||||||
|
}
|
||||||
|
importSingleDocument(cells, fileOnDisk, filename, index);
|
||||||
|
count++;
|
||||||
|
}
|
||||||
|
return count;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Transactional
|
||||||
|
protected void importSingleDocument(List<String> cells, Optional<File> file, String originalFilename, String index) {
|
||||||
|
Optional<Document> existing = documentService.findByOriginalFilename(originalFilename);
|
||||||
|
if (existing.isPresent() && existing.get().getStatus() != DocumentStatus.PLACEHOLDER) {
|
||||||
|
log.info("Dokument {} existiert bereits, überspringe.", originalFilename);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
|
||||||
|
String archiveBox = getCell(cells, colBox);
|
||||||
|
String archiveFolder = getCell(cells, colFolder);
|
||||||
|
String senderRaw = getCell(cells, colSender);
|
||||||
|
String receiversRaw = getCell(cells, colReceivers);
|
||||||
|
LocalDate date = parseDate(getCell(cells, colDate));
|
||||||
|
String location = getCell(cells, colLocation);
|
||||||
|
String tagRaw = getCell(cells, colTags);
|
||||||
|
String summary = getCell(cells, colSummary);
|
||||||
|
String transcription = getCell(cells, colTranscription);
|
||||||
|
|
||||||
|
String s3Key = null;
|
||||||
|
String contentType = null;
|
||||||
|
DocumentStatus status = DocumentStatus.PLACEHOLDER;
|
||||||
|
|
||||||
|
if (file.isPresent()) {
|
||||||
|
try {
|
||||||
|
contentType = Files.probeContentType(file.get().toPath());
|
||||||
|
} catch (IOException e) {
|
||||||
|
contentType = null;
|
||||||
|
}
|
||||||
|
if (contentType == null) contentType = "application/octet-stream";
|
||||||
|
|
||||||
|
s3Key = "documents/" + UUID.randomUUID() + "_" + file.get().getName();
|
||||||
|
try {
|
||||||
|
s3Client.putObject(PutObjectRequest.builder()
|
||||||
|
.bucket(bucketName)
|
||||||
|
.key(s3Key)
|
||||||
|
.contentType(contentType)
|
||||||
|
.build(),
|
||||||
|
RequestBody.fromFile(file.get()));
|
||||||
|
status = DocumentStatus.UPLOADED;
|
||||||
|
} catch (Exception e) {
|
||||||
|
log.error("S3 Upload Fehler für {}", file.get().getName(), e);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
Person sender = senderRaw.isBlank() ? null : findOrCreatePerson(senderRaw);
|
||||||
|
List<Person> receivers = PersonNameParser.parseReceivers(receiversRaw).stream()
|
||||||
|
.map(this::findOrCreatePerson)
|
||||||
|
.filter(Objects::nonNull)
|
||||||
|
.toList();
|
||||||
|
|
||||||
|
Tag tag = null;
|
||||||
|
if (!tagRaw.isBlank()) {
|
||||||
|
tag = tagService.findOrCreate(tagRaw);
|
||||||
|
}
|
||||||
|
|
||||||
|
Document doc = existing.orElse(Document.builder()
|
||||||
|
.originalFilename(originalFilename)
|
||||||
|
.build());
|
||||||
|
|
||||||
|
// Heuristic: mark as complete if at least one key field is present in the spreadsheet row
|
||||||
|
boolean metadataComplete = date != null || !senderRaw.isBlank() || !receiversRaw.isBlank();
|
||||||
|
|
||||||
|
doc.setTitle(buildTitle(index, date, location));
|
||||||
|
doc.setFilePath(s3Key);
|
||||||
|
doc.setContentType(contentType);
|
||||||
|
doc.setStatus(status);
|
||||||
|
doc.setArchiveBox(archiveBox.isBlank() ? null : archiveBox);
|
||||||
|
doc.setArchiveFolder(archiveFolder.isBlank() ? null : archiveFolder);
|
||||||
|
doc.setDocumentDate(date);
|
||||||
|
doc.setLocation(location.isBlank() ? null : location);
|
||||||
|
doc.setSummary(summary.isBlank() ? null : summary);
|
||||||
|
doc.setTranscription(transcription.isBlank() ? null : transcription);
|
||||||
|
doc.setSender(sender);
|
||||||
|
doc.getReceivers().addAll(receivers);
|
||||||
|
if (tag != null) doc.getTags().add(tag);
|
||||||
|
doc.setMetadataComplete(metadataComplete);
|
||||||
|
|
||||||
|
Document saved = documentService.save(doc);
|
||||||
|
if (file.isPresent()) {
|
||||||
|
thumbnailAsyncRunner.dispatchAfterCommit(saved.getId());
|
||||||
|
}
|
||||||
|
log.info("Importiert{}: {}", file.isEmpty() ? " (nur Metadaten)" : "", originalFilename);
|
||||||
|
}
|
||||||
|
|
||||||
|
// --- Helpers ---
|
||||||
|
|
||||||
|
private String getCell(List<String> cells, int col) {
|
||||||
|
if (col >= cells.size()) return "";
|
||||||
|
String val = cells.get(col);
|
||||||
|
return val == null ? "" : val.trim();
|
||||||
|
}
|
||||||
|
|
||||||
|
private LocalDate parseDate(String value) {
|
||||||
|
if (value == null || value.isBlank()) return null;
|
||||||
|
try {
|
||||||
|
return LocalDate.parse(value.trim());
|
||||||
|
} catch (DateTimeParseException e) {
|
||||||
|
return null;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
|
||||||
|
private String buildTitle(String index, LocalDate date, String location) {
|
||||||
|
StringBuilder sb = new StringBuilder(index);
|
||||||
|
if (date != null) {
|
||||||
|
sb.append(" \u2013 ").append(date.format(GERMAN_DATE));
|
||||||
|
}
|
||||||
|
if (location != null && !location.isBlank()) {
|
||||||
|
sb.append(" \u2013 ").append(location);
|
||||||
|
}
|
||||||
|
return sb.toString();
|
||||||
|
}
|
||||||
|
|
||||||
|
private Person findOrCreatePerson(String rawName) {
|
||||||
|
return personService.findOrCreateByAlias(rawName);
|
||||||
|
}
|
||||||
|
|
||||||
|
private Optional<File> findFileRecursive(String filename) {
|
||||||
|
try (Stream<Path> walk = Files.walk(Paths.get(importDir))) {
|
||||||
|
return walk.filter(p -> !Files.isDirectory(p))
|
||||||
|
.filter(p -> p.getFileName().toString().equals(filename))
|
||||||
|
.map(Path::toFile)
|
||||||
|
.findFirst();
|
||||||
|
} catch (IOException e) {
|
||||||
|
return Optional.empty();
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -1,69 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.importing;
|
|
||||||
|
|
||||||
import lombok.RequiredArgsConstructor;
|
|
||||||
import lombok.extern.slf4j.Slf4j;
|
|
||||||
import org.raddatz.familienarchiv.person.PersonService;
|
|
||||||
import org.raddatz.familienarchiv.person.PersonType;
|
|
||||||
import org.raddatz.familienarchiv.person.PersonUpsertCommand;
|
|
||||||
import org.springframework.stereotype.Component;
|
|
||||||
|
|
||||||
import java.io.File;
|
|
||||||
import java.time.LocalDate;
|
|
||||||
import java.time.format.DateTimeParseException;
|
|
||||||
import java.util.List;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Loads {@code canonical-persons.xlsx} (the register) into the person domain via
|
|
||||||
* {@link PersonService}, upserting each person by the normalizer {@code person_id}
|
|
||||||
* (source_ref). Register persons are confident identities, so {@code provisional} is
|
|
||||||
* driven by the sheet's already-clean value (normally {@code False}).
|
|
||||||
*/
|
|
||||||
@Component
|
|
||||||
@RequiredArgsConstructor
|
|
||||||
@Slf4j
|
|
||||||
public class PersonRegisterImporter {
|
|
||||||
|
|
||||||
static final List<String> REQUIRED_HEADERS = List.of("person_id", "last_name", "first_name", "provisional");
|
|
||||||
|
|
||||||
private final PersonService personService;
|
|
||||||
|
|
||||||
public int load(File artifact) {
|
|
||||||
List<CanonicalSheetReader.Row> rows = CanonicalSheetReader.readRows(artifact, REQUIRED_HEADERS);
|
|
||||||
int processed = 0;
|
|
||||||
for (CanonicalSheetReader.Row row : rows) {
|
|
||||||
String personId = row.get("person_id");
|
|
||||||
if (personId.isBlank()) continue;
|
|
||||||
personService.upsertBySourceRef(toCommand(row, personId));
|
|
||||||
processed++;
|
|
||||||
}
|
|
||||||
log.info("Imported {} register persons from {}", processed, artifact.getName());
|
|
||||||
return processed;
|
|
||||||
}
|
|
||||||
|
|
||||||
private PersonUpsertCommand toCommand(CanonicalSheetReader.Row row, String personId) {
|
|
||||||
return PersonUpsertCommand.builder()
|
|
||||||
.sourceRef(personId)
|
|
||||||
.lastName(blankToNull(row.get("last_name")))
|
|
||||||
.firstName(blankToNull(row.get("first_name")))
|
|
||||||
.maidenName(blankToNull(row.get("maiden_name")))
|
|
||||||
.notes(blankToNull(row.get("notes")))
|
|
||||||
.birthYear(yearOf(row.get("birth_date")))
|
|
||||||
.deathYear(yearOf(row.get("death_date")))
|
|
||||||
.personType(PersonType.PERSON)
|
|
||||||
.provisional(Boolean.parseBoolean(row.get("provisional")))
|
|
||||||
.build();
|
|
||||||
}
|
|
||||||
|
|
||||||
private static Integer yearOf(String isoDate) {
|
|
||||||
if (isoDate == null || isoDate.isBlank()) return null;
|
|
||||||
try {
|
|
||||||
return LocalDate.parse(isoDate.trim()).getYear();
|
|
||||||
} catch (DateTimeParseException e) {
|
|
||||||
return null;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private static String blankToNull(String s) {
|
|
||||||
return (s == null || s.isBlank()) ? null : s;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,135 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.importing;
|
|
||||||
|
|
||||||
import com.fasterxml.jackson.databind.JsonNode;
|
|
||||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
|
||||||
import lombok.RequiredArgsConstructor;
|
|
||||||
import lombok.extern.slf4j.Slf4j;
|
|
||||||
import org.raddatz.familienarchiv.exception.DomainException;
|
|
||||||
import org.raddatz.familienarchiv.exception.ErrorCode;
|
|
||||||
import org.raddatz.familienarchiv.person.Person;
|
|
||||||
import org.raddatz.familienarchiv.person.PersonService;
|
|
||||||
import org.raddatz.familienarchiv.person.PersonType;
|
|
||||||
import org.raddatz.familienarchiv.person.PersonUpsertCommand;
|
|
||||||
import org.raddatz.familienarchiv.person.relationship.RelationType;
|
|
||||||
import org.raddatz.familienarchiv.person.relationship.RelationshipService;
|
|
||||||
import org.raddatz.familienarchiv.person.relationship.dto.CreateRelationshipRequest;
|
|
||||||
import org.springframework.stereotype.Component;
|
|
||||||
|
|
||||||
import java.io.File;
|
|
||||||
import java.util.HashMap;
|
|
||||||
import java.util.Map;
|
|
||||||
import java.util.UUID;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Loads {@code canonical-persons-tree.json} into the person + relationship domains.
|
|
||||||
* Tree persons are upserted via {@link PersonService} keyed on the shared
|
|
||||||
* {@code personId} slug (which Phase 1 #670 now emits into the tree), so they reconcile
|
|
||||||
* with the register rather than duplicating it. Relationships reference persons by the
|
|
||||||
* tree's local {@code rowId}; each side is mapped to the upserted person's UUID and
|
|
||||||
* created through {@link RelationshipService} (never the relationship repository —
|
|
||||||
* layering rule). A duplicate relationship on re-import is swallowed for idempotency.
|
|
||||||
*/
|
|
||||||
@Component
|
|
||||||
@RequiredArgsConstructor
|
|
||||||
@Slf4j
|
|
||||||
public class PersonTreeImporter {
|
|
||||||
|
|
||||||
// The tree JSON is a local implementation detail, not a shared API payload, so the
|
|
||||||
// importer owns its own mapper rather than depending on the web ObjectMapper bean.
|
|
||||||
private static final ObjectMapper OBJECT_MAPPER = new ObjectMapper();
|
|
||||||
|
|
||||||
private final PersonService personService;
|
|
||||||
private final RelationshipService relationshipService;
|
|
||||||
|
|
||||||
public int load(File artifact) {
|
|
||||||
JsonNode root = readTree(artifact);
|
|
||||||
Map<String, UUID> idByRowId = upsertPersons(root.path("persons"));
|
|
||||||
int relationships = createRelationships(root.path("relationships"), idByRowId);
|
|
||||||
log.info("Imported {} tree persons and {} relationships from {}",
|
|
||||||
idByRowId.size(), relationships, artifact.getName());
|
|
||||||
return idByRowId.size();
|
|
||||||
}
|
|
||||||
|
|
||||||
private JsonNode readTree(File artifact) {
|
|
||||||
try {
|
|
||||||
return OBJECT_MAPPER.readTree(artifact);
|
|
||||||
} catch (Exception e) {
|
|
||||||
throw DomainException.badRequest(ErrorCode.IMPORT_ARTIFACT_INVALID,
|
|
||||||
"Unreadable canonical artifact: " + artifact.getName());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private Map<String, UUID> upsertPersons(JsonNode persons) {
|
|
||||||
Map<String, UUID> idByRowId = new HashMap<>();
|
|
||||||
for (JsonNode node : persons) {
|
|
||||||
String personId = text(node, "personId");
|
|
||||||
if (personId.isBlank()) continue;
|
|
||||||
Person person = personService.upsertBySourceRef(toCommand(node, personId));
|
|
||||||
idByRowId.put(text(node, "rowId"), person.getId());
|
|
||||||
}
|
|
||||||
return idByRowId;
|
|
||||||
}
|
|
||||||
|
|
||||||
private PersonUpsertCommand toCommand(JsonNode node, String personId) {
|
|
||||||
return PersonUpsertCommand.builder()
|
|
||||||
.sourceRef(personId)
|
|
||||||
.lastName(blankToNull(text(node, "lastName")))
|
|
||||||
.firstName(blankToNull(text(node, "firstName")))
|
|
||||||
.maidenName(blankToNull(text(node, "maidenName")))
|
|
||||||
.notes(blankToNull(text(node, "notes")))
|
|
||||||
.birthYear(intOrNull(node, "birthYear"))
|
|
||||||
.deathYear(intOrNull(node, "deathYear"))
|
|
||||||
.familyMember(node.path("familyMember").asBoolean(false))
|
|
||||||
.personType(PersonType.PERSON)
|
|
||||||
.provisional(false)
|
|
||||||
.build();
|
|
||||||
}
|
|
||||||
|
|
||||||
private int createRelationships(JsonNode relationships, Map<String, UUID> idByRowId) {
|
|
||||||
int created = 0;
|
|
||||||
for (JsonNode node : relationships) {
|
|
||||||
// Trap: a relationship node's personId / relatedPersonId fields carry the tree's
|
|
||||||
// local rowId (e.g. "row_a"), NOT a person slug. They are resolved through
|
|
||||||
// idByRowId to the upserted person's UUID.
|
|
||||||
UUID person = idByRowId.get(text(node, "personId"));
|
|
||||||
UUID related = idByRowId.get(text(node, "relatedPersonId"));
|
|
||||||
if (person == null || related == null) {
|
|
||||||
log.warn("Skipping tree relationship with unresolved rowId: {} -> {}",
|
|
||||||
text(node, "personId"), text(node, "relatedPersonId"));
|
|
||||||
continue;
|
|
||||||
}
|
|
||||||
if (addRelationshipIdempotently(person, related, text(node, "type"))) {
|
|
||||||
created++;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
return created;
|
|
||||||
}
|
|
||||||
|
|
||||||
private boolean addRelationshipIdempotently(UUID person, UUID related, String type) {
|
|
||||||
try {
|
|
||||||
relationshipService.addRelationship(person,
|
|
||||||
new CreateRelationshipRequest(related, RelationType.valueOf(type), null, null, null));
|
|
||||||
return true;
|
|
||||||
} catch (DomainException e) {
|
|
||||||
if (e.getCode() == ErrorCode.DUPLICATE_RELATIONSHIP
|
|
||||||
|| e.getCode() == ErrorCode.CIRCULAR_RELATIONSHIP) {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
throw e;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
private static String text(JsonNode node, String field) {
|
|
||||||
JsonNode value = node.get(field);
|
|
||||||
return value == null || value.isNull() ? "" : value.asText();
|
|
||||||
}
|
|
||||||
|
|
||||||
private static Integer intOrNull(JsonNode node, String field) {
|
|
||||||
JsonNode value = node.get(field);
|
|
||||||
return value == null || value.isNull() ? null : value.asInt();
|
|
||||||
}
|
|
||||||
|
|
||||||
private static String blankToNull(String s) {
|
|
||||||
return (s == null || s.isBlank()) ? null : s;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,54 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.importing;
|
|
||||||
|
|
||||||
import lombok.RequiredArgsConstructor;
|
|
||||||
import lombok.extern.slf4j.Slf4j;
|
|
||||||
import org.raddatz.familienarchiv.tag.Tag;
|
|
||||||
import org.raddatz.familienarchiv.tag.TagService;
|
|
||||||
import org.springframework.stereotype.Component;
|
|
||||||
|
|
||||||
import java.io.File;
|
|
||||||
import java.util.HashMap;
|
|
||||||
import java.util.List;
|
|
||||||
import java.util.Map;
|
|
||||||
import java.util.UUID;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Loads {@code canonical-tag-tree.xlsx} into the tag domain via {@link TagService},
|
|
||||||
* upserting each tag by its canonical {@code tag_path} (the source_ref). Parent links are
|
|
||||||
* resolved by the parent's path, which is the child path with its last {@code /segment}
|
|
||||||
* stripped. Rows are emitted parents-first by the normalizer, so a parent is always
|
|
||||||
* resolved before any child references it.
|
|
||||||
*/
|
|
||||||
@Component
|
|
||||||
@RequiredArgsConstructor
|
|
||||||
@Slf4j
|
|
||||||
public class TagTreeImporter {
|
|
||||||
|
|
||||||
static final List<String> REQUIRED_HEADERS = List.of("tag_path", "parent_name", "tag_name");
|
|
||||||
private static final String PATH_SEPARATOR = "/";
|
|
||||||
|
|
||||||
private final TagService tagService;
|
|
||||||
|
|
||||||
public int load(File artifact) {
|
|
||||||
List<CanonicalSheetReader.Row> rows = CanonicalSheetReader.readRows(artifact, REQUIRED_HEADERS);
|
|
||||||
Map<String, UUID> idByPath = new HashMap<>();
|
|
||||||
int processed = 0;
|
|
||||||
for (CanonicalSheetReader.Row row : rows) {
|
|
||||||
String path = row.get("tag_path");
|
|
||||||
if (path.isBlank()) continue;
|
|
||||||
UUID parentId = resolveParentId(path, idByPath);
|
|
||||||
Tag tag = tagService.upsertBySourceRef(path, row.get("tag_name"), parentId);
|
|
||||||
idByPath.put(path, tag.getId());
|
|
||||||
processed++;
|
|
||||||
}
|
|
||||||
log.info("Imported {} tags from {}", processed, artifact.getName());
|
|
||||||
return processed;
|
|
||||||
}
|
|
||||||
|
|
||||||
private UUID resolveParentId(String path, Map<String, UUID> idByPath) {
|
|
||||||
int lastSeparator = path.lastIndexOf(PATH_SEPARATOR);
|
|
||||||
if (lastSeparator < 0) return null;
|
|
||||||
String parentPath = path.substring(0, lastSeparator);
|
|
||||||
return idByPath.get(parentPath);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,7 +1,6 @@
|
|||||||
package org.raddatz.familienarchiv.person;
|
package org.raddatz.familienarchiv.person;
|
||||||
|
|
||||||
import com.fasterxml.jackson.annotation.JsonIgnore;
|
import com.fasterxml.jackson.annotation.JsonIgnore;
|
||||||
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
|
|
||||||
import io.swagger.v3.oas.annotations.media.Schema;
|
import io.swagger.v3.oas.annotations.media.Schema;
|
||||||
import jakarta.persistence.*;
|
import jakarta.persistence.*;
|
||||||
import lombok.*;
|
import lombok.*;
|
||||||
@@ -10,9 +9,6 @@ import org.raddatz.familienarchiv.user.DisplayNameFormatter;
|
|||||||
import java.util.ArrayList;
|
import java.util.ArrayList;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.UUID;
|
import java.util.UUID;
|
||||||
|
|
||||||
// prevents infinite recursion in JSON serialization; see ADR-022 for lazy-fetch context
|
|
||||||
@JsonIgnoreProperties({"hibernateLazyInitializer", "handler"})
|
|
||||||
@Entity
|
@Entity
|
||||||
@Table(name = "persons")
|
@Table(name = "persons")
|
||||||
@Data
|
@Data
|
||||||
@@ -57,18 +53,6 @@ public class Person {
|
|||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
||||||
private boolean familyMember = false;
|
private boolean familyMember = false;
|
||||||
|
|
||||||
// The normalizer person_id — join key and re-import idempotency key. Null for manually
|
|
||||||
// created persons; unique among non-null values (see ADR-025).
|
|
||||||
@Column(name = "source_ref")
|
|
||||||
private String sourceRef;
|
|
||||||
|
|
||||||
// A provisional person is one the importer inferred but could not confidently identify.
|
|
||||||
// Distinct from familyMember (a genealogical fact); set true only by the importer (Phase 3).
|
|
||||||
@Column(name = "provisional", nullable = false)
|
|
||||||
@Builder.Default
|
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
|
||||||
private boolean provisional = false;
|
|
||||||
|
|
||||||
// Entity-graph navigation for JPA JOIN queries (e.g. DocumentSpecifications.hasText).
|
// Entity-graph navigation for JPA JOIN queries (e.g. DocumentSpecifications.hasText).
|
||||||
// Uses entity relationship rather than cross-domain repository access, avoiding a
|
// Uses entity relationship rather than cross-domain repository access, avoiding a
|
||||||
// separate DB roundtrip while respecting domain boundaries.
|
// separate DB roundtrip while respecting domain boundaries.
|
||||||
|
|||||||
@@ -32,9 +32,6 @@ public interface PersonRepository extends JpaRepository<Person, UUID> {
|
|||||||
// Lookup by full alias string, used during ODS mass import
|
// Lookup by full alias string, used during ODS mass import
|
||||||
Optional<Person> findByAliasIgnoreCase(String alias);
|
Optional<Person> findByAliasIgnoreCase(String alias);
|
||||||
|
|
||||||
// Lookup by the normalizer person_id, used for idempotent canonical re-import (Phase 3).
|
|
||||||
Optional<Person> findBySourceRef(String sourceRef);
|
|
||||||
|
|
||||||
// Exact first+last name match, used for filename-based sender lookup
|
// Exact first+last name match, used for filename-based sender lookup
|
||||||
Optional<Person> findByFirstNameIgnoreCaseAndLastNameIgnoreCase(String firstName, String lastName);
|
Optional<Person> findByFirstNameIgnoreCaseAndLastNameIgnoreCase(String firstName, String lastName);
|
||||||
|
|
||||||
@@ -44,7 +41,7 @@ public interface PersonRepository extends JpaRepository<Person, UUID> {
|
|||||||
SELECT p.id, p.title, p.first_name AS firstName, p.last_name AS lastName,
|
SELECT p.id, p.title, p.first_name AS firstName, p.last_name AS lastName,
|
||||||
p.person_type AS personType,
|
p.person_type AS personType,
|
||||||
p.alias, p.birth_year AS birthYear, p.death_year AS deathYear, p.notes,
|
p.alias, p.birth_year AS birthYear, p.death_year AS deathYear, p.notes,
|
||||||
p.family_member AS familyMember, p.provisional AS provisional,
|
p.family_member AS familyMember,
|
||||||
(SELECT COUNT(*) FROM documents d WHERE d.sender_id = p.id)
|
(SELECT COUNT(*) FROM documents d WHERE d.sender_id = p.id)
|
||||||
+ (SELECT COUNT(*) FROM document_receivers dr WHERE dr.person_id = p.id) AS documentCount
|
+ (SELECT COUNT(*) FROM document_receivers dr WHERE dr.person_id = p.id) AS documentCount
|
||||||
FROM persons p
|
FROM persons p
|
||||||
@@ -57,7 +54,7 @@ public interface PersonRepository extends JpaRepository<Person, UUID> {
|
|||||||
SELECT p.id, p.title, p.first_name AS firstName, p.last_name AS lastName,
|
SELECT p.id, p.title, p.first_name AS firstName, p.last_name AS lastName,
|
||||||
p.person_type AS personType,
|
p.person_type AS personType,
|
||||||
p.alias, p.birth_year AS birthYear, p.death_year AS deathYear, p.notes,
|
p.alias, p.birth_year AS birthYear, p.death_year AS deathYear, p.notes,
|
||||||
p.family_member AS familyMember, p.provisional AS provisional,
|
p.family_member AS familyMember,
|
||||||
(SELECT COUNT(*) FROM documents d WHERE d.sender_id = p.id)
|
(SELECT COUNT(*) FROM documents d WHERE d.sender_id = p.id)
|
||||||
+ (SELECT COUNT(*) FROM document_receivers dr WHERE dr.person_id = p.id) AS documentCount
|
+ (SELECT COUNT(*) FROM document_receivers dr WHERE dr.person_id = p.id) AS documentCount
|
||||||
FROM persons p
|
FROM persons p
|
||||||
@@ -66,7 +63,7 @@ public interface PersonRepository extends JpaRepository<Person, UUID> {
|
|||||||
OR LOWER(CONCAT(p.last_name,' ',COALESCE(p.first_name,''))) LIKE LOWER(CONCAT('%',:query,'%'))
|
OR LOWER(CONCAT(p.last_name,' ',COALESCE(p.first_name,''))) LIKE LOWER(CONCAT('%',:query,'%'))
|
||||||
OR LOWER(p.alias) LIKE LOWER(CONCAT('%',:query,'%'))
|
OR LOWER(p.alias) LIKE LOWER(CONCAT('%',:query,'%'))
|
||||||
OR LOWER(a.last_name) LIKE LOWER(CONCAT('%',:query,'%'))
|
OR LOWER(a.last_name) LIKE LOWER(CONCAT('%',:query,'%'))
|
||||||
GROUP BY p.id, p.title, p.first_name, p.last_name, p.person_type, p.alias, p.birth_year, p.death_year, p.notes, p.family_member, p.provisional
|
GROUP BY p.id, p.title, p.first_name, p.last_name, p.person_type, p.alias, p.birth_year, p.death_year, p.notes, p.family_member
|
||||||
ORDER BY p.last_name ASC, p.first_name ASC
|
ORDER BY p.last_name ASC, p.first_name ASC
|
||||||
""",
|
""",
|
||||||
nativeQuery = true)
|
nativeQuery = true)
|
||||||
@@ -78,7 +75,7 @@ public interface PersonRepository extends JpaRepository<Person, UUID> {
|
|||||||
SELECT p.id, p.title, p.first_name AS firstName, p.last_name AS lastName,
|
SELECT p.id, p.title, p.first_name AS firstName, p.last_name AS lastName,
|
||||||
p.person_type AS personType,
|
p.person_type AS personType,
|
||||||
p.alias, p.birth_year AS birthYear, p.death_year AS deathYear, p.notes,
|
p.alias, p.birth_year AS birthYear, p.death_year AS deathYear, p.notes,
|
||||||
p.family_member AS familyMember, p.provisional AS provisional,
|
p.family_member AS familyMember,
|
||||||
(SELECT COUNT(*) FROM documents d WHERE d.sender_id = p.id)
|
(SELECT COUNT(*) FROM documents d WHERE d.sender_id = p.id)
|
||||||
+ (SELECT COUNT(*) FROM document_receivers dr WHERE dr.person_id = p.id) AS documentCount
|
+ (SELECT COUNT(*) FROM document_receivers dr WHERE dr.person_id = p.id) AS documentCount
|
||||||
FROM persons p
|
FROM persons p
|
||||||
|
|||||||
@@ -80,11 +80,6 @@ public class PersonService {
|
|||||||
return personRepository.findByFirstNameIgnoreCaseAndLastNameIgnoreCase(firstName, lastName);
|
return personRepository.findByFirstNameIgnoreCaseAndLastNameIgnoreCase(firstName, lastName);
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Lookup by the normalizer person_id — used by the canonical importer for register-first matching. */
|
|
||||||
public Optional<Person> findBySourceRef(String sourceRef) {
|
|
||||||
return personRepository.findBySourceRef(sourceRef);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Nullable
|
@Nullable
|
||||||
@Transactional
|
@Transactional
|
||||||
public Person findOrCreateByAlias(String rawName) {
|
public Person findOrCreateByAlias(String rawName) {
|
||||||
@@ -120,80 +115,6 @@ public class PersonService {
|
|||||||
});
|
});
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
|
||||||
* Idempotent upsert keyed on {@code sourceRef} (the normalizer person_id) for the
|
|
||||||
* canonical importer (Phase 3, ADR-025). On first import the canonical fields are
|
|
||||||
* written verbatim. On re-import the human-edit-preserve precedence applies:
|
|
||||||
* a non-blank existing field is never overwritten, and {@code provisional} never
|
|
||||||
* flips back to true once a human has confirmed the person.
|
|
||||||
*/
|
|
||||||
@Transactional
|
|
||||||
public Person upsertBySourceRef(PersonUpsertCommand cmd) {
|
|
||||||
return personRepository.findBySourceRef(cmd.sourceRef())
|
|
||||||
.map(existing -> personRepository.save(mergeCanonical(existing, cmd)))
|
|
||||||
.orElseGet(() -> fromCanonical(cmd));
|
|
||||||
}
|
|
||||||
|
|
||||||
private Person fromCanonical(PersonUpsertCommand cmd) {
|
|
||||||
Person person = personRepository.save(Person.builder()
|
|
||||||
.sourceRef(cmd.sourceRef())
|
|
||||||
.firstName(blankToNull(cmd.firstName()))
|
|
||||||
.lastName(cmd.lastName())
|
|
||||||
.notes(blankToNull(cmd.notes()))
|
|
||||||
.birthYear(cmd.birthYear())
|
|
||||||
.deathYear(cmd.deathYear())
|
|
||||||
.familyMember(cmd.familyMember())
|
|
||||||
.personType(cmd.personType() == null ? PersonType.PERSON : cmd.personType())
|
|
||||||
.provisional(cmd.provisional())
|
|
||||||
.build());
|
|
||||||
String maiden = blankToNull(cmd.maidenName());
|
|
||||||
if (maiden != null) {
|
|
||||||
int nextSortOrder = aliasRepository.findMaxSortOrder(person.getId()) + 1;
|
|
||||||
aliasRepository.save(PersonNameAlias.builder()
|
|
||||||
.person(person)
|
|
||||||
.lastName(maiden)
|
|
||||||
.type(PersonNameAliasType.MAIDEN_NAME)
|
|
||||||
.sortOrder(nextSortOrder)
|
|
||||||
.build());
|
|
||||||
}
|
|
||||||
return person;
|
|
||||||
}
|
|
||||||
|
|
||||||
private Person mergeCanonical(Person existing, PersonUpsertCommand cmd) {
|
|
||||||
existing.setFirstName(preferHuman(existing.getFirstName(), cmd.firstName()));
|
|
||||||
existing.setLastName(preferHuman(existing.getLastName(), cmd.lastName()));
|
|
||||||
existing.setNotes(preferHuman(existing.getNotes(), cmd.notes()));
|
|
||||||
existing.setBirthYear(preferHuman(existing.getBirthYear(), cmd.birthYear()));
|
|
||||||
existing.setDeathYear(preferHuman(existing.getDeathYear(), cmd.deathYear()));
|
|
||||||
if (cmd.personType() != null && existing.getPersonType() == PersonType.PERSON) {
|
|
||||||
existing.setPersonType(cmd.personType());
|
|
||||||
}
|
|
||||||
// provisional is monotonic-downward: once it is false it never reverts to true.
|
|
||||||
// This also pins the cross-loader precedence (ADR-025): a register/tree person is
|
|
||||||
// loaded before documents and already false, so a later document row that references
|
|
||||||
// the same source_ref (provisional=true) can never flip it provisional — the guard
|
|
||||||
// below only fires while existing is still provisional. Order of document rows is
|
|
||||||
// therefore irrelevant.
|
|
||||||
if (existing.isProvisional()) {
|
|
||||||
existing.setProvisional(cmd.provisional());
|
|
||||||
}
|
|
||||||
return existing;
|
|
||||||
}
|
|
||||||
|
|
||||||
// preferHuman keeps an existing human-entered value and only falls back to the canonical
|
|
||||||
// value when the existing one is absent — the single idiom for every fill-blank field.
|
|
||||||
private static String preferHuman(String existing, String canonical) {
|
|
||||||
return (existing == null || existing.isBlank()) ? blankToNull(canonical) : existing;
|
|
||||||
}
|
|
||||||
|
|
||||||
private static Integer preferHuman(Integer existing, Integer canonical) {
|
|
||||||
return existing != null ? existing : canonical;
|
|
||||||
}
|
|
||||||
|
|
||||||
private static String blankToNull(String s) {
|
|
||||||
return (s == null || s.isBlank()) ? null : s.trim();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Transactional
|
@Transactional
|
||||||
public Person createPerson(String firstName, String lastName, String alias) {
|
public Person createPerson(String firstName, String lastName, String alias) {
|
||||||
Person person = Person.builder()
|
Person person = Person.builder()
|
||||||
|
|||||||
@@ -18,7 +18,6 @@ public interface PersonSummaryDTO {
|
|||||||
Integer getDeathYear();
|
Integer getDeathYear();
|
||||||
String getNotes();
|
String getNotes();
|
||||||
boolean isFamilyMember();
|
boolean isFamilyMember();
|
||||||
boolean isProvisional();
|
|
||||||
long getDocumentCount();
|
long getDocumentCount();
|
||||||
|
|
||||||
default String getDisplayName() {
|
default String getDisplayName() {
|
||||||
|
|||||||
@@ -1,24 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.person;
|
|
||||||
|
|
||||||
import lombok.Builder;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Importer → {@link PersonService} command for an idempotent upsert keyed on
|
|
||||||
* {@code sourceRef} (the normalizer's stable person_id). Carries only the canonical
|
|
||||||
* fields the importer owns; the service applies the human-edit-preserve precedence
|
|
||||||
* (see ADR-025): non-blank existing fields are never overwritten, and {@code provisional}
|
|
||||||
* never flips back to true once a human has confirmed a person.
|
|
||||||
*/
|
|
||||||
@Builder
|
|
||||||
public record PersonUpsertCommand(
|
|
||||||
String sourceRef,
|
|
||||||
String firstName,
|
|
||||||
String lastName,
|
|
||||||
String maidenName,
|
|
||||||
String notes,
|
|
||||||
Integer birthYear,
|
|
||||||
Integer deathYear,
|
|
||||||
boolean familyMember,
|
|
||||||
PersonType personType,
|
|
||||||
boolean provisional
|
|
||||||
) {}
|
|
||||||
@@ -0,0 +1,137 @@
|
|||||||
|
package org.raddatz.familienarchiv.security;
|
||||||
|
|
||||||
|
import jakarta.servlet.FilterChain;
|
||||||
|
import jakarta.servlet.ServletException;
|
||||||
|
import jakarta.servlet.http.Cookie;
|
||||||
|
import jakarta.servlet.http.HttpServletRequest;
|
||||||
|
import jakarta.servlet.http.HttpServletRequestWrapper;
|
||||||
|
import jakarta.servlet.http.HttpServletResponse;
|
||||||
|
import org.springframework.core.annotation.Order;
|
||||||
|
import org.springframework.http.HttpHeaders;
|
||||||
|
import org.springframework.stereotype.Component;
|
||||||
|
import org.springframework.web.filter.OncePerRequestFilter;
|
||||||
|
|
||||||
|
import java.io.IOException;
|
||||||
|
import java.net.URLDecoder;
|
||||||
|
import java.nio.charset.StandardCharsets;
|
||||||
|
import java.util.Collections;
|
||||||
|
import java.util.Enumeration;
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Promotes the {@code auth_token} cookie to an {@code Authorization} header
|
||||||
|
* so that browser-side requests to {@code /api/*} authenticate the same way
|
||||||
|
* SSR fetches do.
|
||||||
|
*
|
||||||
|
* <p>The SvelteKit login action stores the full HTTP Basic header value
|
||||||
|
* ({@code "Basic <base64>"}) in an HttpOnly cookie. SSR fetches from
|
||||||
|
* {@code hooks.server.ts} read the cookie and pass it explicitly as the
|
||||||
|
* {@code Authorization} header. In the dev environment, Vite's proxy does
|
||||||
|
* the same on every {@code /api/*} request (see {@code vite.config.ts}).
|
||||||
|
* In production, Caddy proxies {@code /api/*} straight to the backend and
|
||||||
|
* does NOT translate the cookie — so client-side {@code fetch} and
|
||||||
|
* {@code EventSource} calls reach the backend without auth, get
|
||||||
|
* {@code 401 WWW-Authenticate: Basic}, and the browser pops a native dialog.
|
||||||
|
*
|
||||||
|
* <p>This filter closes that gap: if a request has an {@code auth_token}
|
||||||
|
* cookie but no explicit {@code Authorization} header, promote the cookie
|
||||||
|
* value (URL-decoded) into the header before Spring Security inspects it.
|
||||||
|
* Explicit {@code Authorization} headers are preserved unchanged.
|
||||||
|
*
|
||||||
|
* <p>See #520. Filter runs at {@code Ordered.HIGHEST_PRECEDENCE} so it
|
||||||
|
* mutates the request before any Spring Security filter sees it.
|
||||||
|
*
|
||||||
|
* <p><b>Scope:</b> only {@code /api/*} requests are touched. The
|
||||||
|
* {@code /actuator/*} block in Caddy plus the open auth/reset paths in
|
||||||
|
* {@link SecurityConfig} must NOT receive a promoted Authorization.
|
||||||
|
*
|
||||||
|
* <p><b>⚠ Log-leakage warning:</b> the wrapped request exposes the
|
||||||
|
* Authorization header via {@code getHeaderNames}/{@code getHeaders}. Any
|
||||||
|
* filter or interceptor that iterates request headers will see the live
|
||||||
|
* Basic credential. Do NOT add a request-header logger downstream of this
|
||||||
|
* filter without explicitly scrubbing the {@code Authorization} field.
|
||||||
|
*/
|
||||||
|
@Component
|
||||||
|
@Order(org.springframework.core.Ordered.HIGHEST_PRECEDENCE)
|
||||||
|
public class AuthTokenCookieFilter extends OncePerRequestFilter {
|
||||||
|
|
||||||
|
static final String COOKIE_NAME = "auth_token";
|
||||||
|
static final String SCOPE_PREFIX = "/api/";
|
||||||
|
|
||||||
|
@Override
|
||||||
|
protected void doFilterInternal(HttpServletRequest request,
|
||||||
|
HttpServletResponse response,
|
||||||
|
FilterChain chain) throws ServletException, IOException {
|
||||||
|
// Scope: only /api/* needs cookie promotion. /actuator/health (open),
|
||||||
|
// /api/auth/forgot-password (open), /login etc. don't.
|
||||||
|
if (!request.getRequestURI().startsWith(SCOPE_PREFIX)) {
|
||||||
|
chain.doFilter(request, response);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
// An explicit Authorization header wins — this is the SSR fetch path
|
||||||
|
// (hooks.server.ts builds the header itself).
|
||||||
|
if (request.getHeader(HttpHeaders.AUTHORIZATION) != null) {
|
||||||
|
chain.doFilter(request, response);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
Cookie[] cookies = request.getCookies();
|
||||||
|
if (cookies == null) {
|
||||||
|
chain.doFilter(request, response);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
for (Cookie c : cookies) {
|
||||||
|
if (COOKIE_NAME.equals(c.getName()) && c.getValue() != null && !c.getValue().isBlank()) {
|
||||||
|
String decoded;
|
||||||
|
try {
|
||||||
|
decoded = URLDecoder.decode(c.getValue(), StandardCharsets.UTF_8);
|
||||||
|
} catch (IllegalArgumentException malformed) {
|
||||||
|
// Malformed percent-encoding — refuse to forward a bogus
|
||||||
|
// Authorization header. Spring Security will treat the
|
||||||
|
// request as unauthenticated.
|
||||||
|
chain.doFilter(request, response);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
chain.doFilter(new AuthHeaderRequest(request, decoded), response);
|
||||||
|
return;
|
||||||
|
}
|
||||||
|
}
|
||||||
|
chain.doFilter(request, response);
|
||||||
|
}
|
||||||
|
|
||||||
|
/**
|
||||||
|
* Adds (or overrides) the {@code Authorization} header on a wrapped request.
|
||||||
|
* All other headers pass through unchanged.
|
||||||
|
*/
|
||||||
|
static final class AuthHeaderRequest extends HttpServletRequestWrapper {
|
||||||
|
private final String authorization;
|
||||||
|
|
||||||
|
AuthHeaderRequest(HttpServletRequest request, String authorization) {
|
||||||
|
super(request);
|
||||||
|
this.authorization = authorization;
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public String getHeader(String name) {
|
||||||
|
if (HttpHeaders.AUTHORIZATION.equalsIgnoreCase(name)) {
|
||||||
|
return authorization;
|
||||||
|
}
|
||||||
|
return super.getHeader(name);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Enumeration<String> getHeaders(String name) {
|
||||||
|
if (HttpHeaders.AUTHORIZATION.equalsIgnoreCase(name)) {
|
||||||
|
return Collections.enumeration(Collections.singletonList(authorization));
|
||||||
|
}
|
||||||
|
return super.getHeaders(name);
|
||||||
|
}
|
||||||
|
|
||||||
|
@Override
|
||||||
|
public Enumeration<String> getHeaderNames() {
|
||||||
|
Enumeration<String> base = super.getHeaderNames();
|
||||||
|
java.util.Set<String> names = new java.util.LinkedHashSet<>();
|
||||||
|
while (base.hasMoreElements()) names.add(base.nextElement());
|
||||||
|
names.add(HttpHeaders.AUTHORIZATION);
|
||||||
|
return Collections.enumeration(names);
|
||||||
|
}
|
||||||
|
}
|
||||||
|
}
|
||||||
@@ -1,42 +1,24 @@
|
|||||||
package org.raddatz.familienarchiv.security;
|
package org.raddatz.familienarchiv.security;
|
||||||
|
|
||||||
import com.fasterxml.jackson.databind.ObjectMapper;
|
|
||||||
import lombok.RequiredArgsConstructor;
|
import lombok.RequiredArgsConstructor;
|
||||||
|
|
||||||
import org.raddatz.familienarchiv.exception.ErrorCode;
|
|
||||||
import org.raddatz.familienarchiv.user.CustomUserDetailsService;
|
import org.raddatz.familienarchiv.user.CustomUserDetailsService;
|
||||||
import jakarta.servlet.http.HttpServletResponse;
|
|
||||||
import org.springframework.context.annotation.Bean;
|
import org.springframework.context.annotation.Bean;
|
||||||
import org.springframework.context.annotation.Configuration;
|
import org.springframework.context.annotation.Configuration;
|
||||||
import org.springframework.core.annotation.Order;
|
|
||||||
import org.springframework.core.env.Environment;
|
import org.springframework.core.env.Environment;
|
||||||
import org.springframework.security.authentication.AuthenticationManager;
|
|
||||||
import org.springframework.security.authentication.dao.DaoAuthenticationProvider;
|
import org.springframework.security.authentication.dao.DaoAuthenticationProvider;
|
||||||
import org.springframework.security.config.annotation.authentication.configuration.AuthenticationConfiguration;
|
import org.springframework.security.config.Customizer;
|
||||||
import org.springframework.security.config.annotation.web.builders.HttpSecurity;
|
import org.springframework.security.config.annotation.web.builders.HttpSecurity;
|
||||||
import org.springframework.security.config.annotation.web.configuration.EnableWebSecurity;
|
import org.springframework.security.config.annotation.web.configuration.EnableWebSecurity;
|
||||||
import org.springframework.security.config.annotation.web.configurers.AbstractHttpConfigurer;
|
|
||||||
import org.springframework.security.crypto.bcrypt.BCryptPasswordEncoder;
|
import org.springframework.security.crypto.bcrypt.BCryptPasswordEncoder;
|
||||||
import org.springframework.security.crypto.password.PasswordEncoder;
|
import org.springframework.security.crypto.password.PasswordEncoder;
|
||||||
import org.springframework.security.web.SecurityFilterChain;
|
import org.springframework.security.web.SecurityFilterChain;
|
||||||
import org.springframework.security.web.authentication.session.ChangeSessionIdAuthenticationStrategy;
|
|
||||||
import org.springframework.security.web.authentication.session.SessionAuthenticationStrategy;
|
|
||||||
import org.springframework.security.web.csrf.CookieCsrfTokenRepository;
|
|
||||||
import org.springframework.security.web.csrf.CsrfException;
|
|
||||||
import org.springframework.security.web.csrf.CsrfTokenRequestAttributeHandler;
|
|
||||||
|
|
||||||
import java.util.Map;
|
|
||||||
|
|
||||||
@Configuration
|
@Configuration
|
||||||
@EnableWebSecurity
|
@EnableWebSecurity
|
||||||
@RequiredArgsConstructor
|
@RequiredArgsConstructor
|
||||||
public class SecurityConfig {
|
public class SecurityConfig {
|
||||||
|
|
||||||
// @WebMvcTest slices do not include JacksonAutoConfiguration, so ObjectMapper
|
|
||||||
// cannot be injected here. A static instance is safe because the response
|
|
||||||
// only serializes fixed String keys — no custom naming strategy or module needed.
|
|
||||||
private static final ObjectMapper ERROR_WRITER = new ObjectMapper();
|
|
||||||
|
|
||||||
private final CustomUserDetailsService userDetailsService;
|
private final CustomUserDetailsService userDetailsService;
|
||||||
private final Environment environment;
|
private final Environment environment;
|
||||||
|
|
||||||
@@ -52,57 +34,28 @@ public class SecurityConfig {
|
|||||||
return authProvider;
|
return authProvider;
|
||||||
}
|
}
|
||||||
|
|
||||||
@Bean
|
|
||||||
public AuthenticationManager authenticationManager(AuthenticationConfiguration config) throws Exception {
|
|
||||||
return config.getAuthenticationManager();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Bean
|
|
||||||
public SessionAuthenticationStrategy sessionAuthenticationStrategy() {
|
|
||||||
// ChangeSessionIdAuthenticationStrategy rotates the session ID via the Servlet 3.1+
|
|
||||||
// HttpServletRequest.changeSessionId() — preserves attributes, mints a fresh ID.
|
|
||||||
// Used by AuthSessionController.login to defend against session fixation (CWE-384).
|
|
||||||
return new ChangeSessionIdAuthenticationStrategy();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Bean
|
|
||||||
@Order(1)
|
|
||||||
public SecurityFilterChain managementFilterChain(HttpSecurity http) throws Exception {
|
|
||||||
http
|
|
||||||
.securityMatcher("/actuator/**")
|
|
||||||
.authorizeHttpRequests(auth -> {
|
|
||||||
// Health and Prometheus are open — Docker health checks and Prometheus scraping need no credentials.
|
|
||||||
auth.requestMatchers("/actuator/health", "/actuator/prometheus").permitAll();
|
|
||||||
// All other actuator endpoints (metrics, info, env, heapdump…) require authentication.
|
|
||||||
auth.anyRequest().authenticated();
|
|
||||||
})
|
|
||||||
// Explicitly return 401 for any unauthenticated actuator request.
|
|
||||||
// Without this override, Spring Security's DelegatingAuthenticationEntryPoint
|
|
||||||
// would redirect browser-like clients to the form-login page (302 → /login),
|
|
||||||
// making it impossible to distinguish "not authenticated" from "not found" in tests.
|
|
||||||
.exceptionHandling(ex -> ex.authenticationEntryPoint(
|
|
||||||
(req, res, e) -> res.setStatus(HttpServletResponse.SC_UNAUTHORIZED)))
|
|
||||||
.formLogin(AbstractHttpConfigurer::disable)
|
|
||||||
.csrf(AbstractHttpConfigurer::disable);
|
|
||||||
return http.build();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Bean
|
@Bean
|
||||||
public SecurityFilterChain securityFilterChain(HttpSecurity http) throws Exception {
|
public SecurityFilterChain securityFilterChain(HttpSecurity http) throws Exception {
|
||||||
http
|
http
|
||||||
// CSRF protection via CookieCsrfTokenRepository (NFR-SEC-103).
|
// CSRF is intentionally disabled. With the cookie-promotion model
|
||||||
// The backend sets an XSRF-TOKEN cookie (not HttpOnly so JS can read it).
|
// (auth_token cookie → Authorization header via AuthTokenCookieFilter,
|
||||||
// All state-changing requests must include X-XSRF-TOKEN matching the cookie.
|
// see #520), every authenticated request to /api/* now carries the
|
||||||
// See ADR-022 and issue #524 for the full security rationale.
|
// credential automatically once the cookie is set. The CSRF defence
|
||||||
.csrf(csrf -> csrf
|
// for state-changing endpoints is therefore LOAD-BEARING on:
|
||||||
.csrfTokenRepository(CookieCsrfTokenRepository.withHttpOnlyFalse())
|
//
|
||||||
.csrfTokenRequestHandler(new CsrfTokenRequestAttributeHandler()))
|
// 1. SameSite=strict on the auth_token cookie (login/+page.server.ts).
|
||||||
|
// A cross-site POST from evil.com cannot include the cookie.
|
||||||
|
// 2. CORS — Spring's default rejects cross-origin requests with
|
||||||
|
// credentials unless explicitly allowed (no allowedOrigins config).
|
||||||
|
//
|
||||||
|
// If either of those is ever weakened (e.g. cookie flipped to
|
||||||
|
// SameSite=lax, CORS allowedOrigins expanded), CSRF protection
|
||||||
|
// MUST be re-enabled here.
|
||||||
|
.csrf(csrf -> csrf.disable())
|
||||||
|
|
||||||
.authorizeHttpRequests(auth -> {
|
.authorizeHttpRequests(auth -> {
|
||||||
// Actuator endpoints are governed by managementFilterChain (@Order(1)) above.
|
// Health endpoint must be open so CI/Docker health checks work without credentials
|
||||||
auth.requestMatchers("/actuator/health", "/actuator/prometheus").permitAll();
|
auth.requestMatchers("/actuator/health").permitAll();
|
||||||
// Login is unauthenticated by definition
|
|
||||||
auth.requestMatchers("/api/auth/login").permitAll();
|
|
||||||
// Password reset endpoints are unauthenticated by nature
|
// Password reset endpoints are unauthenticated by nature
|
||||||
auth.requestMatchers("/api/auth/forgot-password", "/api/auth/reset-password").permitAll();
|
auth.requestMatchers("/api/auth/forgot-password", "/api/auth/reset-password").permitAll();
|
||||||
// Invite-based registration endpoints are public
|
// Invite-based registration endpoints are public
|
||||||
@@ -122,18 +75,9 @@ public class SecurityConfig {
|
|||||||
// erlaubt pdf im Iframe
|
// erlaubt pdf im Iframe
|
||||||
.headers(headers -> headers
|
.headers(headers -> headers
|
||||||
.frameOptions(frameOptions -> frameOptions.sameOrigin()))
|
.frameOptions(frameOptions -> frameOptions.sameOrigin()))
|
||||||
// Return 401 for unauthenticated requests; 403+CSRF_TOKEN_MISSING for CSRF failures.
|
// Erlaubt Login via Browser-Popup oder REST-Header (Authorization: Basic ...)
|
||||||
.exceptionHandling(ex -> ex
|
.httpBasic(Customizer.withDefaults())
|
||||||
.authenticationEntryPoint(
|
.formLogin(form -> form.usernameParameter("email"));
|
||||||
(req, res, e) -> res.setStatus(HttpServletResponse.SC_UNAUTHORIZED))
|
|
||||||
.accessDeniedHandler((req, res, e) -> {
|
|
||||||
res.setStatus(HttpServletResponse.SC_FORBIDDEN);
|
|
||||||
res.setContentType("application/json;charset=UTF-8");
|
|
||||||
ErrorCode code = (e instanceof CsrfException)
|
|
||||||
? ErrorCode.CSRF_TOKEN_MISSING
|
|
||||||
: ErrorCode.FORBIDDEN;
|
|
||||||
res.getWriter().write(ERROR_WRITER.writeValueAsString(Map.of("code", code.name())));
|
|
||||||
}));
|
|
||||||
|
|
||||||
return http.build();
|
return http.build();
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -2,13 +2,10 @@ package org.raddatz.familienarchiv.tag;
|
|||||||
|
|
||||||
import java.util.UUID;
|
import java.util.UUID;
|
||||||
|
|
||||||
import com.fasterxml.jackson.annotation.JsonIgnoreProperties;
|
|
||||||
import io.swagger.v3.oas.annotations.media.Schema;
|
import io.swagger.v3.oas.annotations.media.Schema;
|
||||||
import jakarta.persistence.*;
|
import jakarta.persistence.*;
|
||||||
import lombok.*;
|
import lombok.*;
|
||||||
|
|
||||||
// prevents infinite recursion in JSON serialization; see ADR-022 for lazy-fetch context
|
|
||||||
@JsonIgnoreProperties({"hibernateLazyInitializer", "handler"})
|
|
||||||
@Entity
|
@Entity
|
||||||
@Data
|
@Data
|
||||||
@NoArgsConstructor
|
@NoArgsConstructor
|
||||||
@@ -30,11 +27,4 @@ public class Tag {
|
|||||||
|
|
||||||
/** Color token name (e.g. "sage"), only set on root-level tags. Null means no color. */
|
/** Color token name (e.g. "sage"), only set on root-level tags. Null means no color. */
|
||||||
private String color;
|
private String color;
|
||||||
|
|
||||||
/**
|
|
||||||
* Import identity key, keyed on the canonical tag_path. Null for manually created tags;
|
|
||||||
* unique among non-null values. The importer (Phase 3) uses it for idempotent re-import.
|
|
||||||
*/
|
|
||||||
@Column(name = "source_ref")
|
|
||||||
private String sourceRef;
|
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -22,9 +22,6 @@ public interface TagRepository extends JpaRepository<Tag, UUID> {
|
|||||||
|
|
||||||
Optional<Tag> findByNameIgnoreCase(String name);
|
Optional<Tag> findByNameIgnoreCase(String name);
|
||||||
|
|
||||||
// Lookup by the canonical tag_path, used for idempotent canonical re-import (Phase 3).
|
|
||||||
Optional<Tag> findBySourceRef(String sourceRef);
|
|
||||||
|
|
||||||
List<Tag> findByNameContainingIgnoreCase(String name);
|
List<Tag> findByNameContainingIgnoreCase(String name);
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
|||||||
@@ -7,7 +7,6 @@ import java.util.HashSet;
|
|||||||
import java.util.LinkedHashMap;
|
import java.util.LinkedHashMap;
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
import java.util.Optional;
|
|
||||||
import java.util.Set;
|
import java.util.Set;
|
||||||
import java.util.UUID;
|
import java.util.UUID;
|
||||||
import java.util.stream.Collectors;
|
import java.util.stream.Collectors;
|
||||||
@@ -50,37 +49,12 @@ public class TagService {
|
|||||||
.orElseThrow(() -> DomainException.notFound(ErrorCode.TAG_NOT_FOUND, "Tag not found: " + id));
|
.orElseThrow(() -> DomainException.notFound(ErrorCode.TAG_NOT_FOUND, "Tag not found: " + id));
|
||||||
}
|
}
|
||||||
|
|
||||||
/** Lookup by the canonical tag_path — used by the canonical importer to attach a document's tag. */
|
|
||||||
public Optional<Tag> findBySourceRef(String sourceRef) {
|
|
||||||
return tagRepository.findBySourceRef(sourceRef);
|
|
||||||
}
|
|
||||||
|
|
||||||
public Tag findOrCreate(String name) {
|
public Tag findOrCreate(String name) {
|
||||||
String cleanName = name.trim();
|
String cleanName = name.trim();
|
||||||
return tagRepository.findByNameIgnoreCase(cleanName)
|
return tagRepository.findByNameIgnoreCase(cleanName)
|
||||||
.orElseGet(() -> tagRepository.save(Tag.builder().name(cleanName).build()));
|
.orElseGet(() -> tagRepository.save(Tag.builder().name(cleanName).build()));
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
|
||||||
* Idempotent upsert keyed on {@code sourceRef} (the canonical tag_path) for the
|
|
||||||
* Phase-3 importer (ADR-025). On first import the canonical name and parent are
|
|
||||||
* written; on re-import a human-renamed tag name is preserved (the source_ref is the
|
|
||||||
* stable identity, the name is a human-editable label).
|
|
||||||
*/
|
|
||||||
@Transactional
|
|
||||||
public Tag upsertBySourceRef(String sourceRef, String name, UUID parentId) {
|
|
||||||
return tagRepository.findBySourceRef(sourceRef)
|
|
||||||
.map(existing -> {
|
|
||||||
existing.setParentId(parentId);
|
|
||||||
return tagRepository.save(existing);
|
|
||||||
})
|
|
||||||
.orElseGet(() -> tagRepository.save(Tag.builder()
|
|
||||||
.sourceRef(sourceRef)
|
|
||||||
.name(name)
|
|
||||||
.parentId(parentId)
|
|
||||||
.build()));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Transactional
|
@Transactional
|
||||||
public Tag update(UUID id, TagUpdateDTO dto) {
|
public Tag update(UUID id, TagUpdateDTO dto) {
|
||||||
Tag tag = getById(id);
|
Tag tag = getById(id);
|
||||||
|
|||||||
@@ -5,8 +5,7 @@ import org.raddatz.familienarchiv.security.Permission;
|
|||||||
import org.raddatz.familienarchiv.security.RequirePermission;
|
import org.raddatz.familienarchiv.security.RequirePermission;
|
||||||
import org.raddatz.familienarchiv.document.DocumentService;
|
import org.raddatz.familienarchiv.document.DocumentService;
|
||||||
import org.raddatz.familienarchiv.document.DocumentVersionService;
|
import org.raddatz.familienarchiv.document.DocumentVersionService;
|
||||||
import org.raddatz.familienarchiv.importing.CanonicalImportOrchestrator;
|
import org.raddatz.familienarchiv.importing.MassImportService;
|
||||||
import org.raddatz.familienarchiv.importing.ImportStatus;
|
|
||||||
import org.raddatz.familienarchiv.document.ThumbnailBackfillService;
|
import org.raddatz.familienarchiv.document.ThumbnailBackfillService;
|
||||||
import org.springframework.http.ResponseEntity;
|
import org.springframework.http.ResponseEntity;
|
||||||
import org.springframework.web.bind.annotation.GetMapping;
|
import org.springframework.web.bind.annotation.GetMapping;
|
||||||
@@ -22,20 +21,20 @@ import lombok.RequiredArgsConstructor;
|
|||||||
@RequiredArgsConstructor
|
@RequiredArgsConstructor
|
||||||
public class AdminController {
|
public class AdminController {
|
||||||
|
|
||||||
private final CanonicalImportOrchestrator importOrchestrator;
|
private final MassImportService massImportService;
|
||||||
private final DocumentService documentService;
|
private final DocumentService documentService;
|
||||||
private final DocumentVersionService documentVersionService;
|
private final DocumentVersionService documentVersionService;
|
||||||
private final ThumbnailBackfillService thumbnailBackfillService;
|
private final ThumbnailBackfillService thumbnailBackfillService;
|
||||||
|
|
||||||
@PostMapping("/trigger-import")
|
@PostMapping("/trigger-import")
|
||||||
public ResponseEntity<ImportStatus> triggerMassImport() {
|
public ResponseEntity<MassImportService.ImportStatus> triggerMassImport() {
|
||||||
importOrchestrator.runImportAsync();
|
massImportService.runImportAsync();
|
||||||
return ResponseEntity.accepted().body(importOrchestrator.getStatus());
|
return ResponseEntity.accepted().body(massImportService.getStatus());
|
||||||
}
|
}
|
||||||
|
|
||||||
@GetMapping("/import-status")
|
@GetMapping("/import-status")
|
||||||
public ResponseEntity<ImportStatus> importStatus() {
|
public ResponseEntity<MassImportService.ImportStatus> importStatus() {
|
||||||
return ResponseEntity.ok(importOrchestrator.getStatus());
|
return ResponseEntity.ok(massImportService.getStatus());
|
||||||
}
|
}
|
||||||
|
|
||||||
@PostMapping("/backfill-versions")
|
@PostMapping("/backfill-versions")
|
||||||
|
|||||||
@@ -31,6 +31,5 @@ public class InviteListItemDTO {
|
|||||||
private String status;
|
private String status;
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
||||||
private LocalDateTime createdAt;
|
private LocalDateTime createdAt;
|
||||||
@Schema(requiredMode = Schema.RequiredMode.REQUIRED)
|
|
||||||
private String shareableUrl;
|
private String shareableUrl;
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -52,11 +52,7 @@ public class InviteService {
|
|||||||
public InviteToken createInvite(CreateInviteRequest dto, AppUser creator) {
|
public InviteToken createInvite(CreateInviteRequest dto, AppUser creator) {
|
||||||
Set<UUID> groupIds = new HashSet<>();
|
Set<UUID> groupIds = new HashSet<>();
|
||||||
if (dto.getGroupIds() != null && !dto.getGroupIds().isEmpty()) {
|
if (dto.getGroupIds() != null && !dto.getGroupIds().isEmpty()) {
|
||||||
Set<UUID> uniqueIds = new HashSet<>(dto.getGroupIds());
|
List<UserGroup> groups = userService.findGroupsByIds(dto.getGroupIds());
|
||||||
List<UserGroup> groups = userService.findGroupsByIds(new ArrayList<>(uniqueIds));
|
|
||||||
if (groups.size() != uniqueIds.size()) {
|
|
||||||
throw DomainException.notFound(ErrorCode.GROUP_NOT_FOUND, "One or more group IDs do not exist");
|
|
||||||
}
|
|
||||||
groups.forEach(g -> groupIds.add(g.getId()));
|
groups.forEach(g -> groupIds.add(g.getId()));
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -24,7 +24,4 @@ public interface InviteTokenRepository extends JpaRepository<InviteToken, UUID>
|
|||||||
|
|
||||||
@Query("SELECT t FROM InviteToken t ORDER BY t.createdAt DESC")
|
@Query("SELECT t FROM InviteToken t ORDER BY t.createdAt DESC")
|
||||||
List<InviteToken> findAllOrderedByCreatedAt();
|
List<InviteToken> findAllOrderedByCreatedAt();
|
||||||
|
|
||||||
@Query("SELECT CASE WHEN COUNT(t) > 0 THEN true ELSE false END FROM InviteToken t JOIN t.groupIds g WHERE g = :groupId AND t.revoked = false AND (t.expiresAt IS NULL OR t.expiresAt > CURRENT_TIMESTAMP) AND (t.maxUses IS NULL OR t.useCount < t.maxUses)")
|
|
||||||
boolean existsActiveWithGroupId(@Param("groupId") UUID groupId);
|
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -5,7 +5,6 @@ import java.time.LocalDateTime;
|
|||||||
import java.util.HexFormat;
|
import java.util.HexFormat;
|
||||||
import java.util.Optional;
|
import java.util.Optional;
|
||||||
|
|
||||||
import org.raddatz.familienarchiv.auth.AuthService;
|
|
||||||
import org.raddatz.familienarchiv.user.ResetPasswordRequest;
|
import org.raddatz.familienarchiv.user.ResetPasswordRequest;
|
||||||
import org.raddatz.familienarchiv.exception.DomainException;
|
import org.raddatz.familienarchiv.exception.DomainException;
|
||||||
import org.raddatz.familienarchiv.exception.ErrorCode;
|
import org.raddatz.familienarchiv.exception.ErrorCode;
|
||||||
@@ -33,7 +32,6 @@ public class PasswordResetService {
|
|||||||
private final UserService userService;
|
private final UserService userService;
|
||||||
private final PasswordResetTokenRepository tokenRepository;
|
private final PasswordResetTokenRepository tokenRepository;
|
||||||
private final PasswordEncoder passwordEncoder;
|
private final PasswordEncoder passwordEncoder;
|
||||||
private final AuthService authService;
|
|
||||||
|
|
||||||
@Autowired(required = false)
|
@Autowired(required = false)
|
||||||
private JavaMailSender mailSender;
|
private JavaMailSender mailSender;
|
||||||
@@ -87,8 +85,6 @@ public class PasswordResetService {
|
|||||||
|
|
||||||
resetToken.setUsed(true);
|
resetToken.setUsed(true);
|
||||||
tokenRepository.save(resetToken);
|
tokenRepository.save(resetToken);
|
||||||
|
|
||||||
authService.revokeAllSessions(user.getEmail());
|
|
||||||
}
|
}
|
||||||
|
|
||||||
/**
|
/**
|
||||||
|
|||||||
@@ -4,11 +4,7 @@ import java.util.List;
|
|||||||
import java.util.Map;
|
import java.util.Map;
|
||||||
import java.util.UUID;
|
import java.util.UUID;
|
||||||
|
|
||||||
import jakarta.servlet.http.HttpSession;
|
|
||||||
import jakarta.validation.Valid;
|
import jakarta.validation.Valid;
|
||||||
import org.raddatz.familienarchiv.audit.AuditKind;
|
|
||||||
import org.raddatz.familienarchiv.audit.AuditService;
|
|
||||||
import org.raddatz.familienarchiv.auth.AuthService;
|
|
||||||
import org.raddatz.familienarchiv.user.AdminUpdateUserRequest;
|
import org.raddatz.familienarchiv.user.AdminUpdateUserRequest;
|
||||||
import org.raddatz.familienarchiv.user.ChangePasswordDTO;
|
import org.raddatz.familienarchiv.user.ChangePasswordDTO;
|
||||||
import org.raddatz.familienarchiv.user.CreateUserRequest;
|
import org.raddatz.familienarchiv.user.CreateUserRequest;
|
||||||
@@ -30,15 +26,13 @@ import org.springframework.web.bind.annotation.RequestMapping;
|
|||||||
import org.springframework.web.bind.annotation.ResponseStatus;
|
import org.springframework.web.bind.annotation.ResponseStatus;
|
||||||
import org.springframework.web.bind.annotation.RestController;
|
import org.springframework.web.bind.annotation.RestController;
|
||||||
|
|
||||||
import lombok.RequiredArgsConstructor;
|
import lombok.AllArgsConstructor;
|
||||||
|
|
||||||
@RestController
|
@RestController
|
||||||
@RequestMapping("/api/")
|
@RequestMapping("/api/")
|
||||||
@RequiredArgsConstructor
|
@AllArgsConstructor
|
||||||
public class UserController {
|
public class UserController {
|
||||||
private final UserService userService;
|
private UserService userService;
|
||||||
private final AuthService authService;
|
|
||||||
private final AuditService auditService;
|
|
||||||
|
|
||||||
@GetMapping("users/me")
|
@GetMapping("users/me")
|
||||||
public ResponseEntity<AppUser> getCurrentUser(Authentication authentication) {
|
public ResponseEntity<AppUser> getCurrentUser(Authentication authentication) {
|
||||||
@@ -62,14 +56,9 @@ public class UserController {
|
|||||||
@PostMapping("users/me/password")
|
@PostMapping("users/me/password")
|
||||||
@ResponseStatus(HttpStatus.NO_CONTENT)
|
@ResponseStatus(HttpStatus.NO_CONTENT)
|
||||||
public void changePassword(Authentication authentication,
|
public void changePassword(Authentication authentication,
|
||||||
HttpSession session,
|
|
||||||
@RequestBody ChangePasswordDTO dto) {
|
@RequestBody ChangePasswordDTO dto) {
|
||||||
AppUser current = userService.findByEmail(authentication.getName());
|
AppUser current = userService.findByEmail(authentication.getName());
|
||||||
userService.changePassword(current.getId(), dto);
|
userService.changePassword(current.getId(), dto);
|
||||||
int revoked = authService.revokeOtherSessions(session.getId(), authentication.getName());
|
|
||||||
auditService.log(AuditKind.LOGOUT, current.getId(), null, Map.of(
|
|
||||||
"reason", "password_change",
|
|
||||||
"revokedCount", revoked));
|
|
||||||
}
|
}
|
||||||
|
|
||||||
@GetMapping("users/{id}")
|
@GetMapping("users/{id}")
|
||||||
@@ -112,18 +101,6 @@ public class UserController {
|
|||||||
return ResponseEntity.ok().build();
|
return ResponseEntity.ok().build();
|
||||||
}
|
}
|
||||||
|
|
||||||
@PostMapping("/users/{id}/force-logout")
|
|
||||||
@RequirePermission(Permission.ADMIN_USER)
|
|
||||||
public ResponseEntity<Map<String, Object>> forceLogout(Authentication authentication,
|
|
||||||
@PathVariable UUID id) {
|
|
||||||
AppUser target = userService.getById(id);
|
|
||||||
int revoked = authService.revokeAllSessions(target.getEmail());
|
|
||||||
auditService.log(AuditKind.ADMIN_FORCE_LOGOUT, actorId(authentication), null, Map.of(
|
|
||||||
"targetUserId", target.getId().toString(),
|
|
||||||
"revokedCount", revoked));
|
|
||||||
return ResponseEntity.ok(Map.of("revokedCount", revoked));
|
|
||||||
}
|
|
||||||
|
|
||||||
private UUID actorId(Authentication auth) {
|
private UUID actorId(Authentication auth) {
|
||||||
return userService.findByEmail(auth.getName()).getId();
|
return userService.findByEmail(auth.getName()).getId();
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -37,9 +37,6 @@ public class UserService {
|
|||||||
|
|
||||||
private final AppUserRepository userRepository;
|
private final AppUserRepository userRepository;
|
||||||
private final UserGroupRepository groupRepository;
|
private final UserGroupRepository groupRepository;
|
||||||
// Injected directly (not via InviteService) to avoid a constructor injection cycle:
|
|
||||||
// InviteService → UserService → InviteService. Spring Framework 7 forbids such cycles.
|
|
||||||
private final InviteTokenRepository inviteTokenRepository;
|
|
||||||
private final PasswordEncoder passwordEncoder;
|
private final PasswordEncoder passwordEncoder;
|
||||||
private final AuditService auditService;
|
private final AuditService auditService;
|
||||||
|
|
||||||
@@ -291,10 +288,6 @@ public class UserService {
|
|||||||
|
|
||||||
@Transactional
|
@Transactional
|
||||||
public void deleteGroup(UUID id) {
|
public void deleteGroup(UUID id) {
|
||||||
if (inviteTokenRepository.existsActiveWithGroupId(id)) {
|
|
||||||
throw DomainException.conflict(ErrorCode.GROUP_HAS_ACTIVE_INVITES,
|
|
||||||
"Cannot delete group " + id + " — referenced by one or more active invites");
|
|
||||||
}
|
|
||||||
groupRepository.deleteById(id);
|
groupRepository.deleteById(id);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,9 +1,6 @@
|
|||||||
spring:
|
spring:
|
||||||
jpa:
|
jpa:
|
||||||
show-sql: true
|
show-sql: true
|
||||||
# spring.session.cookie.secure is no longer a supported Boot 4.x property.
|
|
||||||
# DefaultCookieSerializer auto-detects Secure from request.isSecure().
|
|
||||||
# Direct HTTP in dev → isSecure()=false → cookie sent without Secure attribute.
|
|
||||||
|
|
||||||
springdoc:
|
springdoc:
|
||||||
api-docs:
|
api-docs:
|
||||||
|
|||||||
@@ -38,13 +38,6 @@ spring:
|
|||||||
starttls:
|
starttls:
|
||||||
enable: true
|
enable: true
|
||||||
|
|
||||||
session:
|
|
||||||
timeout: 28800s # 8 h idle timeout (MaxInactiveIntervalInSeconds)
|
|
||||||
jdbc:
|
|
||||||
initialize-schema: never # Flyway owns schema creation (V67)
|
|
||||||
# Cookie name, SameSite, and Secure are configured via SpringSessionConfig#cookieSerializer
|
|
||||||
# (spring.session.cookie.* is not supported in Spring Boot 4.x).
|
|
||||||
|
|
||||||
server:
|
server:
|
||||||
# Behind Caddy/reverse proxy: trust X-Forwarded-{Proto,For,Host} so that
|
# Behind Caddy/reverse proxy: trust X-Forwarded-{Proto,For,Host} so that
|
||||||
# request.getScheme(), redirect URLs, and Spring Session "Secure" cookies
|
# request.getScheme(), redirect URLs, and Spring Session "Secure" cookies
|
||||||
@@ -52,50 +45,9 @@ server:
|
|||||||
forward-headers-strategy: native
|
forward-headers-strategy: native
|
||||||
|
|
||||||
management:
|
management:
|
||||||
server:
|
|
||||||
# Management port is separate from the app port so that:
|
|
||||||
# (a) Caddy never proxies /actuator/* (it only routes :8080 → the app port)
|
|
||||||
# (b) Prometheus scrapes backend:8081 directly inside archiv-net, not via Caddy
|
|
||||||
# Note: in Spring Boot 4.0 the management port shares the security filter chain; /actuator/health
|
|
||||||
# and /actuator/prometheus must be explicitly permitted in SecurityConfig — see SecurityConfig.java.
|
|
||||||
port: 8081
|
|
||||||
endpoints:
|
|
||||||
web:
|
|
||||||
exposure:
|
|
||||||
include: health,info,prometheus,metrics
|
|
||||||
endpoint:
|
|
||||||
prometheus:
|
|
||||||
enabled: true
|
|
||||||
# Spring Boot 4.0: metrics export is disabled by default — explicitly opt in for Prometheus
|
|
||||||
prometheus:
|
|
||||||
metrics:
|
|
||||||
export:
|
|
||||||
enabled: true
|
|
||||||
metrics:
|
|
||||||
tags:
|
|
||||||
# Common tag applied to every metric so Grafana's Spring Boot dashboard can filter by application name.
|
|
||||||
# Override via MANAGEMENT_METRICS_TAGS_APPLICATION env var.
|
|
||||||
application: ${spring.application.name}
|
|
||||||
health:
|
health:
|
||||||
mail:
|
mail:
|
||||||
enabled: false
|
enabled: false
|
||||||
tracing:
|
|
||||||
sampling:
|
|
||||||
probability: 1.0 # 100% in dev; override via MANAGEMENT_TRACING_SAMPLING_PROBABILITY in prod compose
|
|
||||||
|
|
||||||
# OpenTelemetry trace export — failures are non-fatal (app starts cleanly without Tempo running)
|
|
||||||
# Port 4318 = OTLP HTTP (the default transport for Spring Boot's HttpExporter).
|
|
||||||
# Port 4317 is gRPC-only; sending HTTP/1.1 to it produces "Connection reset".
|
|
||||||
otel:
|
|
||||||
service:
|
|
||||||
name: familienarchiv-backend
|
|
||||||
exporter:
|
|
||||||
otlp:
|
|
||||||
endpoint: ${OTEL_EXPORTER_OTLP_ENDPOINT:http://localhost:4318}
|
|
||||||
logs:
|
|
||||||
exporter: none # Promtail captures Docker logs; disable OTLP log export (Tempo only accepts traces)
|
|
||||||
metrics:
|
|
||||||
exporter: none # Prometheus scrapes /actuator/prometheus; disable OTLP metric export to Tempo
|
|
||||||
|
|
||||||
springdoc:
|
springdoc:
|
||||||
api-docs:
|
api-docs:
|
||||||
@@ -125,27 +77,19 @@ app:
|
|||||||
password: ${APP_ADMIN_PASSWORD:admin123}
|
password: ${APP_ADMIN_PASSWORD:admin123}
|
||||||
|
|
||||||
import:
|
import:
|
||||||
# Directory holding the normalizer's committed canonical artifacts
|
col:
|
||||||
# (canonical-{documents,persons,tag-tree}.xlsx + canonical-persons-tree.json).
|
index: 0
|
||||||
# The loader maps columns by header name — no positional indices (see ADR-025).
|
box: 1
|
||||||
dir: ${IMPORT_DIR:/import}
|
folder: 2
|
||||||
|
sender: 3
|
||||||
|
receivers: 5
|
||||||
|
date: 7
|
||||||
|
location: 9
|
||||||
|
tags: 10
|
||||||
|
summary: 11
|
||||||
|
transcription: 13
|
||||||
|
|
||||||
ocr:
|
ocr:
|
||||||
sender-model:
|
sender-model:
|
||||||
activation-threshold: 100
|
activation-threshold: 100
|
||||||
retrain-delta: 50
|
retrain-delta: 50
|
||||||
|
|
||||||
sentry:
|
|
||||||
dsn: ${SENTRY_DSN:}
|
|
||||||
environment: ${SPRING_PROFILES_ACTIVE:dev}
|
|
||||||
traces-sample-rate: ${SENTRY_TRACES_SAMPLE_RATE:1.0}
|
|
||||||
send-default-pii: false
|
|
||||||
enable-tracing: true
|
|
||||||
ignored-exceptions-for-type:
|
|
||||||
- org.raddatz.familienarchiv.exception.DomainException
|
|
||||||
|
|
||||||
rate-limit:
|
|
||||||
login:
|
|
||||||
max-attempts-per-ip-email: 10
|
|
||||||
max-attempts-per-ip: 20
|
|
||||||
window-minutes: 15
|
|
||||||
|
|||||||
@@ -1,14 +0,0 @@
|
|||||||
-- Repeatable migration: sets the grafana_reader role's password from the
|
|
||||||
-- ${grafanaDbPassword} placeholder (resolved by FlywayConfig from the
|
|
||||||
-- GRAFANA_DB_PASSWORD environment variable). Flyway computes the checksum on
|
|
||||||
-- the resolved migration content, so any change to GRAFANA_DB_PASSWORD changes
|
|
||||||
-- the checksum and re-applies this migration on the next boot. That makes
|
|
||||||
-- password rotation a "change env var + restart" operation — no manual psql.
|
|
||||||
--
|
|
||||||
-- V68 created the role itself (without a usable password). This file owns the
|
|
||||||
-- password lifecycle; nothing else writes it.
|
|
||||||
DO $$
|
|
||||||
BEGIN
|
|
||||||
EXECUTE format('ALTER ROLE grafana_reader WITH PASSWORD %L', '${grafanaDbPassword}');
|
|
||||||
END
|
|
||||||
$$;
|
|
||||||
@@ -1,3 +0,0 @@
|
|||||||
-- The composite PK (invite_token_id, group_id) does not support efficient lookups by group_id alone.
|
|
||||||
-- Add a dedicated index to support existsActiveWithGroupId queries.
|
|
||||||
CREATE INDEX idx_itg_group_id ON invite_token_group_ids (group_id);
|
|
||||||
@@ -1,27 +0,0 @@
|
|||||||
-- Re-introduces the Spring Session JDBC tables that were dropped by V2 as unused.
|
|
||||||
-- DDL copied verbatim from Spring Session 3.x schema-postgresql.sql.
|
|
||||||
-- See ADR-020 and issue #523.
|
|
||||||
|
|
||||||
CREATE TABLE spring_session (
|
|
||||||
PRIMARY_ID CHAR(36) NOT NULL,
|
|
||||||
SESSION_ID CHAR(36) NOT NULL,
|
|
||||||
CREATION_TIME BIGINT NOT NULL,
|
|
||||||
LAST_ACCESS_TIME BIGINT NOT NULL,
|
|
||||||
MAX_INACTIVE_INTERVAL INT NOT NULL,
|
|
||||||
EXPIRY_TIME BIGINT NOT NULL,
|
|
||||||
PRINCIPAL_NAME VARCHAR(100),
|
|
||||||
CONSTRAINT spring_session_pk PRIMARY KEY (PRIMARY_ID)
|
|
||||||
);
|
|
||||||
|
|
||||||
CREATE UNIQUE INDEX spring_session_ix1 ON spring_session (SESSION_ID);
|
|
||||||
CREATE INDEX spring_session_ix2 ON spring_session (EXPIRY_TIME);
|
|
||||||
CREATE INDEX spring_session_ix3 ON spring_session (PRINCIPAL_NAME);
|
|
||||||
|
|
||||||
CREATE TABLE spring_session_attributes (
|
|
||||||
SESSION_PRIMARY_ID CHAR(36) NOT NULL,
|
|
||||||
ATTRIBUTE_NAME VARCHAR(200) NOT NULL,
|
|
||||||
ATTRIBUTE_BYTES BYTEA NOT NULL,
|
|
||||||
CONSTRAINT spring_session_attributes_pk PRIMARY KEY (SESSION_PRIMARY_ID, ATTRIBUTE_NAME),
|
|
||||||
CONSTRAINT spring_session_attributes_fk FOREIGN KEY (SESSION_PRIMARY_ID)
|
|
||||||
REFERENCES spring_session (PRIMARY_ID) ON DELETE CASCADE
|
|
||||||
);
|
|
||||||
@@ -1,17 +0,0 @@
|
|||||||
-- Read-only role used by the Grafana PostgreSQL datasource for the PO Overview
|
|
||||||
-- dashboard (issue #651). The role is created here without a usable password
|
|
||||||
-- (LOGIN-capable but no password set); R__grafana_reader_password.sql sets the
|
|
||||||
-- password from GRAFANA_DB_PASSWORD on every boot, so rotation is just "bump
|
|
||||||
-- the env var and restart the backend" — see docs/adr/024-* and the rotation
|
|
||||||
-- runbook in docs/DEPLOYMENT.md.
|
|
||||||
DO $$
|
|
||||||
BEGIN
|
|
||||||
IF NOT EXISTS (SELECT 1 FROM pg_catalog.pg_roles WHERE rolname = 'grafana_reader') THEN
|
|
||||||
CREATE ROLE grafana_reader WITH LOGIN;
|
|
||||||
END IF;
|
|
||||||
END
|
|
||||||
$$;
|
|
||||||
|
|
||||||
GRANT CONNECT ON DATABASE ${flyway:database} TO grafana_reader;
|
|
||||||
GRANT USAGE ON SCHEMA public TO grafana_reader;
|
|
||||||
GRANT SELECT ON audit_log, documents, transcription_blocks TO grafana_reader;
|
|
||||||
@@ -1,67 +0,0 @@
|
|||||||
-- Phase 2 of "Handling the Unknowns": the schema foundation.
|
|
||||||
-- Consolidates every new import/precision/attribution/identity column into ONE
|
|
||||||
-- migration with a single owner so downstream phases (importer, rendering, persons
|
|
||||||
-- directory) compile against a finished, collision-free schema. See ADR-025.
|
|
||||||
--
|
|
||||||
-- This file is forward-only and immutable once shipped (Flyway checksum model):
|
|
||||||
-- any fix goes in a later version, never an edit here.
|
|
||||||
|
|
||||||
-- ─── documents: date precision, range end, raw date, raw attribution ──────────
|
|
||||||
|
|
||||||
-- Range end is only set for RANGE precision (open-ended ranges allowed → end may be null).
|
|
||||||
ALTER TABLE documents ADD COLUMN meta_date_end date;
|
|
||||||
|
|
||||||
-- Original date cell, verbatim, for provenance and "as written" display (Phase 4).
|
|
||||||
ALTER TABLE documents ADD COLUMN meta_date_raw text;
|
|
||||||
|
|
||||||
-- Raw attribution preserved even when a person is linked.
|
|
||||||
ALTER TABLE documents ADD COLUMN sender_text text;
|
|
||||||
ALTER TABLE documents ADD COLUMN receiver_text text;
|
|
||||||
|
|
||||||
-- Bound user-influenced spreadsheet text at the DB layer (mirrors transcription_blocks
|
|
||||||
-- length cap in V18). Defense in depth against malformed/huge import cells.
|
|
||||||
ALTER TABLE documents ADD CONSTRAINT chk_meta_date_raw_length CHECK (length(meta_date_raw) <= 10000);
|
|
||||||
ALTER TABLE documents ADD CONSTRAINT chk_sender_text_length CHECK (length(sender_text) <= 10000);
|
|
||||||
ALTER TABLE documents ADD CONSTRAINT chk_receiver_text_length CHECK (length(receiver_text) <= 10000);
|
|
||||||
|
|
||||||
-- Precision enum — added with a DB default of 'UNKNOWN', backfilled, then made NOT NULL.
|
|
||||||
-- The DEFAULT serves two purposes: (1) existing rows get 'UNKNOWN' immediately, and
|
|
||||||
-- (2) raw-SQL inserts that omit the column (test fixtures, ad-hoc data loads) get a sane,
|
|
||||||
-- CHECK-valid value instead of violating the NOT NULL constraint. JPA saves still set it
|
|
||||||
-- explicitly via the entity's @Builder.Default = DatePrecision.UNKNOWN.
|
|
||||||
ALTER TABLE documents ADD COLUMN meta_date_precision varchar(16) DEFAULT 'UNKNOWN';
|
|
||||||
|
|
||||||
UPDATE documents
|
|
||||||
SET meta_date_precision = CASE WHEN meta_date IS NOT NULL THEN 'DAY' ELSE 'UNKNOWN' END;
|
|
||||||
|
|
||||||
ALTER TABLE documents ALTER COLUMN meta_date_precision SET NOT NULL;
|
|
||||||
|
|
||||||
-- Fail-closed allowlist of the seven precision values (verbatim mirror of the
|
|
||||||
-- normalizer's Precision enum). The DB enforces validity independent of the Java enum.
|
|
||||||
ALTER TABLE documents ADD CONSTRAINT chk_meta_date_precision
|
|
||||||
CHECK (meta_date_precision IN ('DAY', 'MONTH', 'SEASON', 'YEAR', 'RANGE', 'APPROX', 'UNKNOWN'));
|
|
||||||
|
|
||||||
-- A non-null range end is permitted only when precision = RANGE. A RANGE row MAY have a
|
|
||||||
-- null end (open-ended range), so the rule is one-directional, not biconditional.
|
|
||||||
ALTER TABLE documents ADD CONSTRAINT chk_meta_date_end_only_for_range
|
|
||||||
CHECK (meta_date_end IS NULL OR meta_date_precision = 'RANGE');
|
|
||||||
|
|
||||||
-- For ranges with both endpoints, the end must not precede the start.
|
|
||||||
ALTER TABLE documents ADD CONSTRAINT chk_meta_date_end_after_start
|
|
||||||
CHECK (meta_date_end IS NULL OR meta_date IS NULL OR meta_date_end >= meta_date);
|
|
||||||
|
|
||||||
-- ─── persons: source_ref (import identity) + provisional flag ─────────────────
|
|
||||||
|
|
||||||
-- The normalizer person_id: join key for documents → persons and idempotency key for
|
|
||||||
-- re-import. Nullable (manually created persons never have one); unique among non-nulls.
|
|
||||||
ALTER TABLE persons ADD COLUMN source_ref varchar(255);
|
|
||||||
CREATE UNIQUE INDEX idx_persons_source_ref ON persons (source_ref);
|
|
||||||
|
|
||||||
-- A provisional person is one the importer inferred but could not confidently identify.
|
|
||||||
-- Stays false until Phase 3 (importer) sets it; no code path writes true in this phase.
|
|
||||||
ALTER TABLE persons ADD COLUMN provisional boolean NOT NULL DEFAULT false;
|
|
||||||
|
|
||||||
-- ─── tag: source_ref (import identity, keyed on canonical tag_path) ───────────
|
|
||||||
|
|
||||||
ALTER TABLE tag ADD COLUMN source_ref varchar(255);
|
|
||||||
CREATE UNIQUE INDEX idx_tag_source_ref ON tag (source_ref);
|
|
||||||
@@ -1,63 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv;
|
|
||||||
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.springframework.boot.test.context.SpringBootTest;
|
|
||||||
import org.springframework.boot.test.web.server.LocalManagementPort;
|
|
||||||
import org.springframework.context.annotation.Import;
|
|
||||||
import org.springframework.http.ResponseEntity;
|
|
||||||
import org.springframework.test.context.ActiveProfiles;
|
|
||||||
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
|
||||||
import org.springframework.web.client.DefaultResponseErrorHandler;
|
|
||||||
import org.springframework.web.client.RestTemplate;
|
|
||||||
import software.amazon.awssdk.services.s3.S3Client;
|
|
||||||
|
|
||||||
import java.io.IOException;
|
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
|
|
||||||
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT)
|
|
||||||
@ActiveProfiles("test")
|
|
||||||
@Import(PostgresContainerConfig.class)
|
|
||||||
class ActuatorPrometheusIT {
|
|
||||||
|
|
||||||
@LocalManagementPort
|
|
||||||
private int managementPort;
|
|
||||||
|
|
||||||
@MockitoBean
|
|
||||||
S3Client s3Client;
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void prometheus_endpoint_returns_200_without_credentials() {
|
|
||||||
ResponseEntity<String> response = noThrowTemplate().getForEntity(
|
|
||||||
"http://localhost:" + managementPort + "/actuator/prometheus", String.class);
|
|
||||||
|
|
||||||
assertThat(response.getStatusCode().value()).isEqualTo(200);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void prometheus_endpoint_returns_jvm_metrics() {
|
|
||||||
ResponseEntity<String> response = noThrowTemplate().getForEntity(
|
|
||||||
"http://localhost:" + managementPort + "/actuator/prometheus", String.class);
|
|
||||||
|
|
||||||
assertThat(response.getBody()).contains("jvm_memory_used_bytes");
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void actuator_metrics_requires_authentication() {
|
|
||||||
ResponseEntity<String> response = noThrowTemplate().getForEntity(
|
|
||||||
"http://localhost:" + managementPort + "/actuator/metrics", String.class);
|
|
||||||
|
|
||||||
assertThat(response.getStatusCode().value()).isEqualTo(401);
|
|
||||||
}
|
|
||||||
|
|
||||||
private RestTemplate noThrowTemplate() {
|
|
||||||
RestTemplate template = new RestTemplate();
|
|
||||||
template.setErrorHandler(new DefaultResponseErrorHandler() {
|
|
||||||
@Override
|
|
||||||
public boolean hasError(org.springframework.http.client.ClientHttpResponse response) throws IOException {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
});
|
|
||||||
return template;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,55 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv;
|
|
||||||
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.springframework.boot.test.context.SpringBootTest;
|
|
||||||
import org.springframework.boot.test.web.server.LocalManagementPort;
|
|
||||||
import org.springframework.context.annotation.Import;
|
|
||||||
import org.springframework.http.ResponseEntity;
|
|
||||||
import org.springframework.test.context.ActiveProfiles;
|
|
||||||
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
|
||||||
import org.springframework.web.client.DefaultResponseErrorHandler;
|
|
||||||
import org.springframework.web.client.RestTemplate;
|
|
||||||
import software.amazon.awssdk.services.s3.S3Client;
|
|
||||||
|
|
||||||
import java.io.IOException;
|
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
|
|
||||||
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT)
|
|
||||||
@ActiveProfiles("test")
|
|
||||||
@Import(PostgresContainerConfig.class)
|
|
||||||
class ActuatorSecurityTest {
|
|
||||||
|
|
||||||
@LocalManagementPort
|
|
||||||
private int managementPort;
|
|
||||||
|
|
||||||
@MockitoBean
|
|
||||||
S3Client s3Client;
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void actuator_health_is_accessible_without_authentication() {
|
|
||||||
ResponseEntity<String> response = noThrowTemplate().getForEntity(
|
|
||||||
"http://localhost:" + managementPort + "/actuator/health", String.class);
|
|
||||||
|
|
||||||
assertThat(response.getStatusCode().value()).isEqualTo(200);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void actuator_env_requires_authentication() {
|
|
||||||
ResponseEntity<String> response = noThrowTemplate().getForEntity(
|
|
||||||
"http://localhost:" + managementPort + "/actuator/env", String.class);
|
|
||||||
|
|
||||||
assertThat(response.getStatusCode().value()).isEqualTo(401);
|
|
||||||
}
|
|
||||||
|
|
||||||
private RestTemplate noThrowTemplate() {
|
|
||||||
RestTemplate template = new RestTemplate();
|
|
||||||
template.setErrorHandler(new DefaultResponseErrorHandler() {
|
|
||||||
@Override
|
|
||||||
public boolean hasError(org.springframework.http.client.ClientHttpResponse response) throws IOException {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
});
|
|
||||||
return template;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,18 +1,14 @@
|
|||||||
package org.raddatz.familienarchiv;
|
package org.raddatz.familienarchiv;
|
||||||
|
|
||||||
import org.junit.jupiter.api.Test;
|
import org.junit.jupiter.api.Test;
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.boot.test.context.SpringBootTest;
|
import org.springframework.boot.test.context.SpringBootTest;
|
||||||
import org.springframework.boot.testcontainers.service.connection.ServiceConnection;
|
import org.springframework.boot.testcontainers.service.connection.ServiceConnection;
|
||||||
import org.springframework.context.ApplicationContext;
|
|
||||||
import org.springframework.context.annotation.Import;
|
import org.springframework.context.annotation.Import;
|
||||||
import org.springframework.test.context.ActiveProfiles;
|
import org.springframework.test.context.ActiveProfiles;
|
||||||
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
||||||
import org.testcontainers.containers.PostgreSQLContainer;
|
import org.testcontainers.containers.PostgreSQLContainer;
|
||||||
import software.amazon.awssdk.services.s3.S3Client;
|
import software.amazon.awssdk.services.s3.S3Client;
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
|
|
||||||
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.NONE)
|
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.NONE)
|
||||||
@ActiveProfiles("test")
|
@ActiveProfiles("test")
|
||||||
@Import(PostgresContainerConfig.class)
|
@Import(PostgresContainerConfig.class)
|
||||||
@@ -21,18 +17,9 @@ class ApplicationContextTest {
|
|||||||
@MockitoBean
|
@MockitoBean
|
||||||
S3Client s3Client;
|
S3Client s3Client;
|
||||||
|
|
||||||
@Autowired
|
|
||||||
ApplicationContext ctx;
|
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
void contextLoads() {
|
void contextLoads() {
|
||||||
// verifies that the Spring context starts successfully with all beans wired,
|
// verifies that the Spring context starts successfully with all beans wired,
|
||||||
// Flyway migrations applied, and no configuration errors
|
// Flyway migrations applied, and no configuration errors
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
|
||||||
void sentry_is_disabled_when_no_dsn_is_configured() {
|
|
||||||
// application-test.yaml has no sentry.dsn — SDK must stay inactive so tests are clean
|
|
||||||
assertThat(io.sentry.Sentry.isEnabled()).isFalse();
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -479,191 +479,6 @@ class MigrationIntegrationTest {
|
|||||||
assertThat(count).isEqualTo(1);
|
assertThat(count).isEqualTo(1);
|
||||||
}
|
}
|
||||||
|
|
||||||
// ─── V69: import/precision/attribution/identity schema foundation ────────
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void v69_metaDatePrecisionColumn_isNotNull() {
|
|
||||||
Integer count = jdbc.queryForObject(
|
|
||||||
"""
|
|
||||||
SELECT COUNT(*) FROM information_schema.columns
|
|
||||||
WHERE table_schema = 'public'
|
|
||||||
AND table_name = 'documents'
|
|
||||||
AND column_name = 'meta_date_precision'
|
|
||||||
AND is_nullable = 'NO'
|
|
||||||
""",
|
|
||||||
Integer.class);
|
|
||||||
assertThat(count).isEqualTo(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void v69_backfillSql_setsDatedRowsToDayPrecision() {
|
|
||||||
// Re-run the migration's backfill UPDATE on a freshly dated row to prove the rule.
|
|
||||||
UUID docId = createDocumentWithDate("1943-05-12");
|
|
||||||
|
|
||||||
jdbc.update(V69_BACKFILL_PRECISION_SQL);
|
|
||||||
|
|
||||||
String precision = jdbc.queryForObject(
|
|
||||||
"SELECT meta_date_precision FROM documents WHERE id = ?", String.class, docId);
|
|
||||||
assertThat(precision).isEqualTo("DAY");
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void v69_backfillSql_setsUndatedRowsToUnknownPrecision() {
|
|
||||||
UUID docId = createDocument(); // no meta_date
|
|
||||||
|
|
||||||
jdbc.update(V69_BACKFILL_PRECISION_SQL);
|
|
||||||
|
|
||||||
String precision = jdbc.queryForObject(
|
|
||||||
"SELECT meta_date_precision FROM documents WHERE id = ?", String.class, docId);
|
|
||||||
assertThat(precision).isEqualTo("UNKNOWN");
|
|
||||||
}
|
|
||||||
|
|
||||||
// Mirrors the backfill UPDATE shipped in V69; idempotent for verification.
|
|
||||||
private static final String V69_BACKFILL_PRECISION_SQL = """
|
|
||||||
UPDATE documents
|
|
||||||
SET meta_date_precision = CASE WHEN meta_date IS NOT NULL THEN 'DAY' ELSE 'UNKNOWN' END
|
|
||||||
""";
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void v69_precisionCheck_rejectsValueOutsideEnum() {
|
|
||||||
UUID docId = createDocument();
|
|
||||||
|
|
||||||
assertThatThrownBy(() ->
|
|
||||||
jdbc.update("UPDATE documents SET meta_date_precision = 'BOGUS' WHERE id = ?", docId)
|
|
||||||
).isInstanceOf(DataIntegrityViolationException.class);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void v69_metaDateEndCheck_rejectsNonNullEndWhenPrecisionNotRange() {
|
|
||||||
UUID docId = createDocumentWithDate("1943-05-12"); // precision DAY
|
|
||||||
|
|
||||||
assertThatThrownBy(() ->
|
|
||||||
jdbc.update("UPDATE documents SET meta_date_end = '1943-06-01' WHERE id = ?", docId)
|
|
||||||
).isInstanceOf(DataIntegrityViolationException.class);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void v69_metaDateEndCheck_allowsNonNullEndWhenPrecisionRange() {
|
|
||||||
UUID docId = createDocumentWithDate("1943-05-12");
|
|
||||||
|
|
||||||
int rows = jdbc.update(
|
|
||||||
"UPDATE documents SET meta_date_precision = 'RANGE', meta_date_end = '1943-06-01' WHERE id = ?",
|
|
||||||
docId);
|
|
||||||
assertThat(rows).isEqualTo(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void v69_metaDateEndCheck_allowsRangeWithNullEnd() {
|
|
||||||
// Loose semantics: the normalizer may emit an open-ended RANGE (start only).
|
|
||||||
UUID docId = createDocumentWithDate("1943-05-12");
|
|
||||||
|
|
||||||
int rows = jdbc.update(
|
|
||||||
"UPDATE documents SET meta_date_precision = 'RANGE' WHERE id = ?", docId);
|
|
||||||
assertThat(rows).isEqualTo(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void v69_metaDateEndCheck_allowsRangeWithBothEndpointsNull() {
|
|
||||||
// Fully-open RANGE: neither start (meta_date) nor end (meta_date_end) is set.
|
|
||||||
// Both CHECKs hold (end IS NULL passes chk_meta_date_end_only_for_range; both-null
|
|
||||||
// passes chk_meta_date_end_after_start), so the row survives. This locks the actual
|
|
||||||
// DB behavior so a future tightening to a biconditional rule is a deliberate change.
|
|
||||||
UUID docId = createDocument(); // null meta_date
|
|
||||||
|
|
||||||
int rows = jdbc.update(
|
|
||||||
"UPDATE documents SET meta_date_precision = 'RANGE' WHERE id = ?", docId);
|
|
||||||
assertThat(rows).isEqualTo(1);
|
|
||||||
|
|
||||||
Object metaDate = jdbc.queryForObject("SELECT meta_date FROM documents WHERE id = ?", Object.class, docId);
|
|
||||||
Object metaDateEnd = jdbc.queryForObject(
|
|
||||||
"SELECT meta_date_end FROM documents WHERE id = ?", Object.class, docId);
|
|
||||||
assertThat(metaDate).isNull();
|
|
||||||
assertThat(metaDateEnd).isNull();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void v69_rangeOrderCheck_rejectsEndBeforeStart() {
|
|
||||||
UUID docId = createDocumentWithDate("1943-05-12");
|
|
||||||
|
|
||||||
assertThatThrownBy(() ->
|
|
||||||
jdbc.update(
|
|
||||||
"UPDATE documents SET meta_date_precision = 'RANGE', meta_date_end = '1943-01-01' WHERE id = ?",
|
|
||||||
docId)
|
|
||||||
).isInstanceOf(DataIntegrityViolationException.class);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void v69_metaDateRawCheck_rejectsOverlongText() {
|
|
||||||
UUID docId = createDocument();
|
|
||||||
String tooLong = "x".repeat(10001);
|
|
||||||
|
|
||||||
assertThatThrownBy(() ->
|
|
||||||
jdbc.update("UPDATE documents SET meta_date_raw = ? WHERE id = ?", tooLong, docId)
|
|
||||||
).isInstanceOf(DataIntegrityViolationException.class);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void v69_senderTextAndReceiverText_storeRawAttribution() {
|
|
||||||
UUID docId = createDocument();
|
|
||||||
|
|
||||||
int rows = jdbc.update(
|
|
||||||
"UPDATE documents SET sender_text = 'Oma Anna', receiver_text = 'Tante Grete' WHERE id = ?",
|
|
||||||
docId);
|
|
||||||
assertThat(rows).isEqualTo(1);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
@Transactional(propagation = Propagation.NOT_SUPPORTED)
|
|
||||||
void v69_personsSourceRef_uniqueIndexRejectsDuplicate() {
|
|
||||||
jdbc.update(
|
|
||||||
"INSERT INTO persons (id, last_name, source_ref) VALUES (gen_random_uuid(), 'A', 'person:dup')");
|
|
||||||
try {
|
|
||||||
assertThatThrownBy(() ->
|
|
||||||
jdbc.update(
|
|
||||||
"INSERT INTO persons (id, last_name, source_ref) VALUES (gen_random_uuid(), 'B', 'person:dup')")
|
|
||||||
).isInstanceOf(DataIntegrityViolationException.class);
|
|
||||||
} finally {
|
|
||||||
jdbc.update("DELETE FROM persons WHERE source_ref = 'person:dup'");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
@Transactional(propagation = Propagation.NOT_SUPPORTED)
|
|
||||||
void v69_personsSourceRef_allowsMultipleNulls() {
|
|
||||||
UUID a = createPerson("Null", "RefA");
|
|
||||||
UUID b = createPerson("Null", "RefB");
|
|
||||||
try {
|
|
||||||
String refA = jdbc.queryForObject("SELECT source_ref FROM persons WHERE id = ?", String.class, a);
|
|
||||||
String refB = jdbc.queryForObject("SELECT source_ref FROM persons WHERE id = ?", String.class, b);
|
|
||||||
assertThat(refA).isNull();
|
|
||||||
assertThat(refB).isNull();
|
|
||||||
} finally {
|
|
||||||
jdbc.update("DELETE FROM persons WHERE id IN (?, ?)", a, b);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void v69_personsProvisional_defaultsToFalse() {
|
|
||||||
UUID id = createPerson("Provisional", "Default");
|
|
||||||
|
|
||||||
Boolean provisional = jdbc.queryForObject(
|
|
||||||
"SELECT provisional FROM persons WHERE id = ?", Boolean.class, id);
|
|
||||||
assertThat(provisional).isFalse();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
@Transactional(propagation = Propagation.NOT_SUPPORTED)
|
|
||||||
void v69_tagSourceRef_uniqueIndexRejectsDuplicate() {
|
|
||||||
jdbc.update("INSERT INTO tag (id, name, source_ref) VALUES (gen_random_uuid(), 'TagDupA', 'tag:dup')");
|
|
||||||
try {
|
|
||||||
assertThatThrownBy(() ->
|
|
||||||
jdbc.update("INSERT INTO tag (id, name, source_ref) VALUES (gen_random_uuid(), 'TagDupB', 'tag:dup')")
|
|
||||||
).isInstanceOf(DataIntegrityViolationException.class);
|
|
||||||
} finally {
|
|
||||||
jdbc.update("DELETE FROM tag WHERE source_ref = 'tag:dup'");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── helpers ─────────────────────────────────────────────────────────────
|
// ─── helpers ─────────────────────────────────────────────────────────────
|
||||||
|
|
||||||
private UUID createPerson(String firstName, String lastName) {
|
private UUID createPerson(String firstName, String lastName) {
|
||||||
@@ -689,12 +504,6 @@ class MigrationIntegrationTest {
|
|||||||
return doc.getId();
|
return doc.getId();
|
||||||
}
|
}
|
||||||
|
|
||||||
private UUID createDocumentWithDate(String isoDate) {
|
|
||||||
UUID id = createDocument();
|
|
||||||
jdbc.update("UPDATE documents SET meta_date = ?::date WHERE id = ?", isoDate, id);
|
|
||||||
return id;
|
|
||||||
}
|
|
||||||
|
|
||||||
private UUID insertAnnotation(UUID docId) {
|
private UUID insertAnnotation(UUID docId) {
|
||||||
UUID id = UUID.randomUUID();
|
UUID id = UUID.randomUUID();
|
||||||
jdbc.update("""
|
jdbc.update("""
|
||||||
|
|||||||
@@ -1,11 +1,11 @@
|
|||||||
package org.raddatz.familienarchiv.audit;
|
package org.raddatz.familienarchiv.audit;
|
||||||
|
|
||||||
import org.junit.jupiter.api.BeforeEach;
|
|
||||||
import org.junit.jupiter.api.Test;
|
import org.junit.jupiter.api.Test;
|
||||||
import org.raddatz.familienarchiv.PostgresContainerConfig;
|
import org.raddatz.familienarchiv.PostgresContainerConfig;
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
import org.springframework.beans.factory.annotation.Autowired;
|
||||||
import org.springframework.boot.test.context.SpringBootTest;
|
import org.springframework.boot.test.context.SpringBootTest;
|
||||||
import org.springframework.context.annotation.Import;
|
import org.springframework.context.annotation.Import;
|
||||||
|
import org.springframework.test.annotation.DirtiesContext;
|
||||||
import org.springframework.test.context.ActiveProfiles;
|
import org.springframework.test.context.ActiveProfiles;
|
||||||
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
||||||
import org.springframework.transaction.support.TransactionTemplate;
|
import org.springframework.transaction.support.TransactionTemplate;
|
||||||
@@ -18,6 +18,7 @@ import static org.awaitility.Awaitility.await;
|
|||||||
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.NONE)
|
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.NONE)
|
||||||
@ActiveProfiles("test")
|
@ActiveProfiles("test")
|
||||||
@Import(PostgresContainerConfig.class)
|
@Import(PostgresContainerConfig.class)
|
||||||
|
@DirtiesContext(classMode = DirtiesContext.ClassMode.AFTER_EACH_TEST_METHOD)
|
||||||
class AuditServiceIntegrationTest {
|
class AuditServiceIntegrationTest {
|
||||||
|
|
||||||
@MockitoBean S3Client s3Client;
|
@MockitoBean S3Client s3Client;
|
||||||
@@ -25,11 +26,6 @@ class AuditServiceIntegrationTest {
|
|||||||
@Autowired AuditLogRepository auditLogRepository;
|
@Autowired AuditLogRepository auditLogRepository;
|
||||||
@Autowired TransactionTemplate transactionTemplate;
|
@Autowired TransactionTemplate transactionTemplate;
|
||||||
|
|
||||||
@BeforeEach
|
|
||||||
void resetAuditLog() {
|
|
||||||
auditLogRepository.deleteAll();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
void logAfterCommit_writes_ANNOTATION_CREATED_row_after_transaction_commits() {
|
void logAfterCommit_writes_ANNOTATION_CREATED_row_after_transaction_commits() {
|
||||||
transactionTemplate.execute(status -> {
|
transactionTemplate.execute(status -> {
|
||||||
|
|||||||
@@ -1,191 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.junit.jupiter.api.extension.ExtendWith;
|
|
||||||
import org.mockito.InjectMocks;
|
|
||||||
import org.mockito.Mock;
|
|
||||||
import org.mockito.junit.jupiter.MockitoExtension;
|
|
||||||
import org.raddatz.familienarchiv.audit.AuditKind;
|
|
||||||
import org.raddatz.familienarchiv.audit.AuditService;
|
|
||||||
import org.raddatz.familienarchiv.exception.DomainException;
|
|
||||||
import org.raddatz.familienarchiv.exception.ErrorCode;
|
|
||||||
import org.raddatz.familienarchiv.user.AppUser;
|
|
||||||
import org.raddatz.familienarchiv.user.UserService;
|
|
||||||
import org.springframework.security.authentication.AuthenticationManager;
|
|
||||||
import org.springframework.security.authentication.BadCredentialsException;
|
|
||||||
import org.springframework.security.authentication.UsernamePasswordAuthenticationToken;
|
|
||||||
import org.springframework.security.core.Authentication;
|
|
||||||
|
|
||||||
import java.util.Set;
|
|
||||||
import java.util.UUID;
|
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
import static org.assertj.core.api.Assertions.assertThatThrownBy;
|
|
||||||
import static org.mockito.ArgumentMatchers.*;
|
|
||||||
import static org.mockito.Mockito.*;
|
|
||||||
|
|
||||||
@ExtendWith(MockitoExtension.class)
|
|
||||||
class AuthServiceTest {
|
|
||||||
|
|
||||||
@Mock AuthenticationManager authenticationManager;
|
|
||||||
@Mock UserService userService;
|
|
||||||
@Mock AuditService auditService;
|
|
||||||
@Mock LoginRateLimiter loginRateLimiter;
|
|
||||||
@Mock SessionRevocationPort sessionRevocationPort;
|
|
||||||
@InjectMocks AuthService authService;
|
|
||||||
|
|
||||||
private static final String IP = "127.0.0.1";
|
|
||||||
private static final String UA = "Mozilla/5.0 (Test)";
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_returns_user_on_valid_credentials() {
|
|
||||||
UUID userId = UUID.randomUUID();
|
|
||||||
AppUser user = AppUser.builder().id(userId).email("user@test.de").build();
|
|
||||||
Authentication auth = new UsernamePasswordAuthenticationToken("user@test.de", null, Set.of());
|
|
||||||
when(authenticationManager.authenticate(any())).thenReturn(auth);
|
|
||||||
when(userService.findByEmail("user@test.de")).thenReturn(user);
|
|
||||||
|
|
||||||
AuthService.LoginResult result = authService.login("user@test.de", "pass123", IP, UA);
|
|
||||||
|
|
||||||
assertThat(result.user()).isEqualTo(user);
|
|
||||||
assertThat(result.authentication()).isEqualTo(auth);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_fires_LOGIN_SUCCESS_audit_on_valid_credentials() {
|
|
||||||
UUID userId = UUID.randomUUID();
|
|
||||||
AppUser user = AppUser.builder().id(userId).email("user@test.de").build();
|
|
||||||
Authentication auth = new UsernamePasswordAuthenticationToken("user@test.de", null, Set.of());
|
|
||||||
when(authenticationManager.authenticate(any())).thenReturn(auth);
|
|
||||||
when(userService.findByEmail("user@test.de")).thenReturn(user);
|
|
||||||
|
|
||||||
authService.login("user@test.de", "pass123", IP, UA);
|
|
||||||
|
|
||||||
verify(auditService).log(
|
|
||||||
eq(AuditKind.LOGIN_SUCCESS),
|
|
||||||
eq(userId),
|
|
||||||
isNull(),
|
|
||||||
argThat(payload -> userId.toString().equals(payload.get("userId").toString())
|
|
||||||
&& IP.equals(payload.get("ip"))
|
|
||||||
&& !payload.containsKey("password"))
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_throws_INVALID_CREDENTIALS_on_bad_password() {
|
|
||||||
when(authenticationManager.authenticate(any())).thenThrow(new BadCredentialsException("bad"));
|
|
||||||
|
|
||||||
assertThatThrownBy(() -> authService.login("user@test.de", "wrong", IP, UA))
|
|
||||||
.isInstanceOf(DomainException.class)
|
|
||||||
.satisfies(ex -> assertThat(((DomainException) ex).getCode())
|
|
||||||
.isEqualTo(ErrorCode.INVALID_CREDENTIALS));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_fires_LOGIN_FAILED_audit_on_bad_credentials_without_password_in_payload() {
|
|
||||||
when(authenticationManager.authenticate(any())).thenThrow(new BadCredentialsException("bad"));
|
|
||||||
|
|
||||||
assertThatThrownBy(() -> authService.login("user@test.de", "wrong", IP, UA))
|
|
||||||
.isInstanceOf(DomainException.class);
|
|
||||||
|
|
||||||
verify(auditService).log(
|
|
||||||
eq(AuditKind.LOGIN_FAILED),
|
|
||||||
isNull(),
|
|
||||||
isNull(),
|
|
||||||
argThat(payload -> "user@test.de".equals(payload.get("email"))
|
|
||||||
&& IP.equals(payload.get("ip"))
|
|
||||||
&& !payload.containsKey("password")
|
|
||||||
&& !payload.containsKey("pwd")
|
|
||||||
&& !payload.containsKey("passwordAttempt"))
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_treats_unknown_user_identically_to_bad_password() {
|
|
||||||
when(authenticationManager.authenticate(any()))
|
|
||||||
.thenThrow(new BadCredentialsException("unknown user hidden as bad creds"));
|
|
||||||
|
|
||||||
assertThatThrownBy(() -> authService.login("unknown@test.de", "any", IP, UA))
|
|
||||||
.isInstanceOf(DomainException.class)
|
|
||||||
.satisfies(ex -> assertThat(((DomainException) ex).getCode())
|
|
||||||
.isEqualTo(ErrorCode.INVALID_CREDENTIALS));
|
|
||||||
|
|
||||||
verify(auditService).log(eq(AuditKind.LOGIN_FAILED), isNull(), isNull(), anyMap());
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void logout_fires_LOGOUT_audit() {
|
|
||||||
UUID userId = UUID.randomUUID();
|
|
||||||
AppUser user = AppUser.builder().id(userId).email("user@test.de").build();
|
|
||||||
when(userService.findByEmail("user@test.de")).thenReturn(user);
|
|
||||||
|
|
||||||
authService.logout("user@test.de", IP, UA);
|
|
||||||
|
|
||||||
verify(auditService).log(
|
|
||||||
eq(AuditKind.LOGOUT),
|
|
||||||
eq(userId),
|
|
||||||
isNull(),
|
|
||||||
argThat(payload -> userId.toString().equals(payload.get("userId").toString())
|
|
||||||
&& IP.equals(payload.get("ip"))
|
|
||||||
&& !payload.containsKey("password"))
|
|
||||||
);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_checks_rate_limit_before_authenticating() {
|
|
||||||
doThrow(DomainException.tooManyRequests(ErrorCode.TOO_MANY_LOGIN_ATTEMPTS, "rate limited"))
|
|
||||||
.when(loginRateLimiter).checkAndConsume(IP, "user@test.de");
|
|
||||||
|
|
||||||
assertThatThrownBy(() -> authService.login("user@test.de", "pass", IP, UA))
|
|
||||||
.isInstanceOf(DomainException.class)
|
|
||||||
.satisfies(ex -> assertThat(((DomainException) ex).getCode())
|
|
||||||
.isEqualTo(ErrorCode.TOO_MANY_LOGIN_ATTEMPTS));
|
|
||||||
|
|
||||||
verify(authenticationManager, never()).authenticate(any());
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_fires_LOGIN_RATE_LIMITED_audit_when_rate_limited() {
|
|
||||||
doThrow(DomainException.tooManyRequests(ErrorCode.TOO_MANY_LOGIN_ATTEMPTS, "rate limited"))
|
|
||||||
.when(loginRateLimiter).checkAndConsume(IP, "user@test.de");
|
|
||||||
|
|
||||||
assertThatThrownBy(() -> authService.login("user@test.de", "pass", IP, UA))
|
|
||||||
.isInstanceOf(DomainException.class);
|
|
||||||
|
|
||||||
verify(auditService).log(eq(AuditKind.LOGIN_RATE_LIMITED), isNull(), isNull(),
|
|
||||||
argThat(payload -> IP.equals(payload.get("ip")) && "user@test.de".equals(payload.get("email"))));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_invalidates_rate_limit_on_success() {
|
|
||||||
UUID userId = UUID.randomUUID();
|
|
||||||
AppUser user = AppUser.builder().id(userId).email("user@test.de").build();
|
|
||||||
Authentication auth = new UsernamePasswordAuthenticationToken("user@test.de", null, Set.of());
|
|
||||||
when(authenticationManager.authenticate(any())).thenReturn(auth);
|
|
||||||
when(userService.findByEmail("user@test.de")).thenReturn(user);
|
|
||||||
|
|
||||||
authService.login("user@test.de", "pass123", IP, UA);
|
|
||||||
|
|
||||||
verify(loginRateLimiter).invalidateOnSuccess(IP, "user@test.de");
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void revokeOtherSessions_delegates_to_port() {
|
|
||||||
when(sessionRevocationPort.revokeOtherSessions("session-keep", "user@test.de")).thenReturn(2);
|
|
||||||
|
|
||||||
int count = authService.revokeOtherSessions("session-keep", "user@test.de");
|
|
||||||
|
|
||||||
assertThat(count).isEqualTo(2);
|
|
||||||
verify(sessionRevocationPort).revokeOtherSessions("session-keep", "user@test.de");
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void revokeAllSessions_delegates_to_port() {
|
|
||||||
when(sessionRevocationPort.revokeAllSessions("user@test.de")).thenReturn(3);
|
|
||||||
|
|
||||||
int count = authService.revokeAllSessions("user@test.de");
|
|
||||||
|
|
||||||
assertThat(count).isEqualTo(3);
|
|
||||||
verify(sessionRevocationPort).revokeAllSessions("user@test.de");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,191 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.raddatz.familienarchiv.auth.AuthService.LoginResult;
|
|
||||||
import org.raddatz.familienarchiv.exception.DomainException;
|
|
||||||
import org.raddatz.familienarchiv.exception.ErrorCode;
|
|
||||||
import org.raddatz.familienarchiv.security.SecurityConfig;
|
|
||||||
import org.raddatz.familienarchiv.security.PermissionAspect;
|
|
||||||
import org.raddatz.familienarchiv.user.AppUser;
|
|
||||||
import org.raddatz.familienarchiv.user.CustomUserDetailsService;
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.boot.autoconfigure.aop.AopAutoConfiguration;
|
|
||||||
import org.springframework.boot.webmvc.test.autoconfigure.WebMvcTest;
|
|
||||||
import org.springframework.context.annotation.Import;
|
|
||||||
import org.springframework.http.MediaType;
|
|
||||||
import org.springframework.security.core.Authentication;
|
|
||||||
import org.springframework.security.web.authentication.session.SessionAuthenticationStrategy;
|
|
||||||
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
|
||||||
import org.springframework.test.web.servlet.MockMvc;
|
|
||||||
|
|
||||||
import java.util.UUID;
|
|
||||||
|
|
||||||
import static org.mockito.ArgumentMatchers.any;
|
|
||||||
import static org.mockito.ArgumentMatchers.eq;
|
|
||||||
import static org.mockito.Mockito.*;
|
|
||||||
import static org.springframework.security.test.web.servlet.request.SecurityMockMvcRequestPostProcessors.csrf;
|
|
||||||
import static org.springframework.security.test.web.servlet.request.SecurityMockMvcRequestPostProcessors.user;
|
|
||||||
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post;
|
|
||||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.*;
|
|
||||||
|
|
||||||
@WebMvcTest(AuthSessionController.class)
|
|
||||||
@Import({SecurityConfig.class, PermissionAspect.class, AopAutoConfiguration.class})
|
|
||||||
class AuthSessionControllerTest {
|
|
||||||
|
|
||||||
@Autowired MockMvc mockMvc;
|
|
||||||
|
|
||||||
@MockitoBean AuthService authService;
|
|
||||||
@MockitoBean CustomUserDetailsService customUserDetailsService;
|
|
||||||
@MockitoBean SessionAuthenticationStrategy sessionAuthenticationStrategy;
|
|
||||||
|
|
||||||
// ─── POST /api/auth/login ──────────────────────────────────────────────────
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_returns_200_with_user_on_valid_credentials() throws Exception {
|
|
||||||
UUID userId = UUID.randomUUID();
|
|
||||||
AppUser appUser = AppUser.builder().id(userId).email("user@test.de").build();
|
|
||||||
Authentication auth = mock(Authentication.class);
|
|
||||||
when(authService.login(anyString(), anyString(), anyString(), anyString()))
|
|
||||||
.thenReturn(new LoginResult(appUser, auth));
|
|
||||||
|
|
||||||
mockMvc.perform(post("/api/auth/login")
|
|
||||||
.with(csrf())
|
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
|
||||||
.content("{\"email\":\"user@test.de\",\"password\":\"pass123\"}"))
|
|
||||||
.andExpect(status().isOk())
|
|
||||||
.andExpect(jsonPath("$.email").value("user@test.de"))
|
|
||||||
.andExpect(jsonPath("$.id").value(userId.toString()));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_returns_401_with_INVALID_CREDENTIALS_on_bad_credentials() throws Exception {
|
|
||||||
when(authService.login(anyString(), anyString(), anyString(), anyString()))
|
|
||||||
.thenThrow(DomainException.invalidCredentials());
|
|
||||||
|
|
||||||
mockMvc.perform(post("/api/auth/login")
|
|
||||||
.with(csrf())
|
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
|
||||||
.content("{\"email\":\"user@test.de\",\"password\":\"wrong\"}"))
|
|
||||||
.andExpect(status().isUnauthorized())
|
|
||||||
.andExpect(jsonPath("$.code").value(ErrorCode.INVALID_CREDENTIALS.name()));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_is_public_no_session_required() throws Exception {
|
|
||||||
UUID userId = UUID.randomUUID();
|
|
||||||
AppUser appUser = AppUser.builder().id(userId).email("pub@test.de").build();
|
|
||||||
Authentication auth = mock(Authentication.class);
|
|
||||||
when(authService.login(anyString(), anyString(), anyString(), anyString()))
|
|
||||||
.thenReturn(new LoginResult(appUser, auth));
|
|
||||||
|
|
||||||
// No WithMockUser — must be reachable without an active session
|
|
||||||
mockMvc.perform(post("/api/auth/login")
|
|
||||||
.with(csrf())
|
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
|
||||||
.content("{\"email\":\"pub@test.de\",\"password\":\"pass\"}"))
|
|
||||||
.andExpect(status().isOk());
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_delegates_to_SessionAuthenticationStrategy_for_fixation_protection() throws Exception {
|
|
||||||
UUID userId = UUID.randomUUID();
|
|
||||||
AppUser appUser = AppUser.builder().id(userId).email("fix@test.de").build();
|
|
||||||
Authentication auth = mock(Authentication.class);
|
|
||||||
when(authService.login(anyString(), anyString(), anyString(), anyString()))
|
|
||||||
.thenReturn(new LoginResult(appUser, auth));
|
|
||||||
|
|
||||||
mockMvc.perform(post("/api/auth/login")
|
|
||||||
.with(csrf())
|
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
|
||||||
.content("{\"email\":\"fix@test.de\",\"password\":\"pass\"}"))
|
|
||||||
.andExpect(status().isOk());
|
|
||||||
|
|
||||||
// Session-fixation defense (CWE-384): the controller must hand the new
|
|
||||||
// Authentication to Spring Security's strategy, which rotates the session ID.
|
|
||||||
verify(sessionAuthenticationStrategy).onAuthentication(eq(auth), any(), any());
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_response_body_does_not_contain_password_field() throws Exception {
|
|
||||||
// Regression guard: AppUser.password is @JsonProperty(WRITE_ONLY). If anyone
|
|
||||||
// ever drops that annotation, this assertion catches the credential leak on
|
|
||||||
// the very next CI run.
|
|
||||||
UUID userId = UUID.randomUUID();
|
|
||||||
AppUser appUser = AppUser.builder()
|
|
||||||
.id(userId)
|
|
||||||
.email("leak@test.de")
|
|
||||||
.password("$2a$10$shouldnotappearinresponse")
|
|
||||||
.build();
|
|
||||||
Authentication auth = mock(Authentication.class);
|
|
||||||
when(authService.login(anyString(), anyString(), anyString(), anyString()))
|
|
||||||
.thenReturn(new LoginResult(appUser, auth));
|
|
||||||
|
|
||||||
mockMvc.perform(post("/api/auth/login")
|
|
||||||
.with(csrf())
|
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
|
||||||
.content("{\"email\":\"leak@test.de\",\"password\":\"pass\"}"))
|
|
||||||
.andExpect(status().isOk())
|
|
||||||
.andExpect(jsonPath("$.password").doesNotExist())
|
|
||||||
.andExpect(jsonPath("$.pwd").doesNotExist())
|
|
||||||
.andExpect(content().string(org.hamcrest.Matchers.not(
|
|
||||||
org.hamcrest.Matchers.containsString("$2a$10$shouldnotappearinresponse"))));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_does_not_set_cookie_on_failure() throws Exception {
|
|
||||||
when(authService.login(anyString(), anyString(), anyString(), anyString()))
|
|
||||||
.thenThrow(DomainException.invalidCredentials());
|
|
||||||
|
|
||||||
mockMvc.perform(post("/api/auth/login")
|
|
||||||
.with(csrf())
|
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
|
||||||
.content("{\"email\":\"user@test.de\",\"password\":\"wrong\"}"))
|
|
||||||
.andExpect(status().isUnauthorized())
|
|
||||||
.andExpect(header().doesNotExist("Set-Cookie"));
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── CSRF protection ──────────────────────────────────────────────────────
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void authenticated_post_without_csrf_token_returns_403_CSRF_TOKEN_MISSING() throws Exception {
|
|
||||||
// Red test: CSRF disabled → returns 204; after re-enabling returns 403.
|
|
||||||
mockMvc.perform(post("/api/auth/logout")
|
|
||||||
.with(user("user@test.de"))) // authenticated but no CSRF token
|
|
||||||
.andExpect(status().isForbidden())
|
|
||||||
.andExpect(jsonPath("$.code").value(ErrorCode.CSRF_TOKEN_MISSING.name()));
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── POST /api/auth/logout ─────────────────────────────────────────────────
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void logout_returns_204_when_authenticated() throws Exception {
|
|
||||||
doNothing().when(authService).logout(anyString(), anyString(), anyString());
|
|
||||||
|
|
||||||
mockMvc.perform(post("/api/auth/logout")
|
|
||||||
.with(user("user@test.de"))
|
|
||||||
.with(csrf()))
|
|
||||||
.andExpect(status().isNoContent());
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void logout_without_session_returns_403() throws Exception {
|
|
||||||
// CsrfFilter runs before AnonymousAuthenticationFilter. When authentication is null,
|
|
||||||
// ExceptionTranslationFilter routes CSRF AccessDeniedException to accessDeniedHandler → 403.
|
|
||||||
mockMvc.perform(post("/api/auth/logout"))
|
|
||||||
.andExpect(status().isForbidden())
|
|
||||||
.andExpect(jsonPath("$.code").value(ErrorCode.CSRF_TOKEN_MISSING.name()));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void logout_returns_204_even_when_audit_throws() throws Exception {
|
|
||||||
// CWE-613 defense: the session MUST be invalidated even if the audit lookup
|
|
||||||
// explodes (e.g. user deleted between login and logout). Audit is best-effort.
|
|
||||||
doThrow(new RuntimeException("audit DB down"))
|
|
||||||
.when(authService).logout(anyString(), anyString(), anyString());
|
|
||||||
|
|
||||||
mockMvc.perform(post("/api/auth/logout")
|
|
||||||
.with(user("ghost@test.de"))
|
|
||||||
.with(csrf()))
|
|
||||||
.andExpect(status().isNoContent());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,192 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
import org.junit.jupiter.api.BeforeEach;
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.raddatz.familienarchiv.PostgresContainerConfig;
|
|
||||||
import org.raddatz.familienarchiv.user.AppUser;
|
|
||||||
import org.raddatz.familienarchiv.user.AppUserRepository;
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.boot.test.context.SpringBootTest;
|
|
||||||
import org.springframework.boot.test.web.server.LocalServerPort;
|
|
||||||
import org.springframework.context.annotation.Import;
|
|
||||||
import org.springframework.http.HttpEntity;
|
|
||||||
import org.springframework.http.HttpHeaders;
|
|
||||||
import org.springframework.http.HttpMethod;
|
|
||||||
import org.springframework.http.MediaType;
|
|
||||||
import org.springframework.http.ResponseEntity;
|
|
||||||
import org.springframework.http.client.ClientHttpResponse;
|
|
||||||
import org.springframework.jdbc.core.JdbcTemplate;
|
|
||||||
import org.springframework.security.crypto.password.PasswordEncoder;
|
|
||||||
import org.springframework.test.context.ActiveProfiles;
|
|
||||||
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
|
||||||
import org.springframework.web.client.DefaultResponseErrorHandler;
|
|
||||||
import org.springframework.web.client.RestTemplate;
|
|
||||||
import software.amazon.awssdk.services.s3.S3Client;
|
|
||||||
|
|
||||||
import java.io.IOException;
|
|
||||||
import java.util.List;
|
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
|
|
||||||
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT)
|
|
||||||
@ActiveProfiles("test")
|
|
||||||
@Import(PostgresContainerConfig.class)
|
|
||||||
class AuthSessionIntegrationTest {
|
|
||||||
|
|
||||||
@LocalServerPort int port;
|
|
||||||
@MockitoBean S3Client s3Client;
|
|
||||||
@Autowired AppUserRepository userRepository;
|
|
||||||
@Autowired PasswordEncoder passwordEncoder;
|
|
||||||
@Autowired JdbcTemplate jdbcTemplate;
|
|
||||||
|
|
||||||
private RestTemplate http;
|
|
||||||
private String baseUrl;
|
|
||||||
|
|
||||||
private static final String TEST_EMAIL = "session-it@test.de";
|
|
||||||
private static final String TEST_PASSWORD = "pass4Session!";
|
|
||||||
|
|
||||||
@BeforeEach
|
|
||||||
void setUp() {
|
|
||||||
http = noThrowRestTemplate();
|
|
||||||
baseUrl = "http://localhost:" + port;
|
|
||||||
// spring_session_attributes cascades on delete — removing the parent row is enough
|
|
||||||
jdbcTemplate.update("DELETE FROM spring_session");
|
|
||||||
jdbcTemplate.update("DELETE FROM app_users WHERE email = ?", TEST_EMAIL);
|
|
||||||
userRepository.save(AppUser.builder()
|
|
||||||
.email(TEST_EMAIL)
|
|
||||||
.password(passwordEncoder.encode(TEST_PASSWORD))
|
|
||||||
.build());
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── Task 13: full session lifecycle ──────────────────────────────────────
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void login_sets_opaque_fa_session_cookie() {
|
|
||||||
String xsrf = fetchXsrfToken();
|
|
||||||
ResponseEntity<String> response = doLogin(xsrf);
|
|
||||||
|
|
||||||
assertThat(response.getStatusCode().value()).isEqualTo(200);
|
|
||||||
String cookie = extractFaSessionCookie(response);
|
|
||||||
assertThat(cookie).isNotBlank();
|
|
||||||
// Opaque token — must not look like Basic-auth credentials (email:password)
|
|
||||||
assertThat(cookie).doesNotContain(":");
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void session_cookie_authenticates_subsequent_request() {
|
|
||||||
String xsrf = fetchXsrfToken();
|
|
||||||
String cookie = extractFaSessionCookie(doLogin(xsrf));
|
|
||||||
|
|
||||||
ResponseEntity<String> me = http.exchange(
|
|
||||||
baseUrl + "/api/users/me", HttpMethod.GET,
|
|
||||||
new HttpEntity<>(cookieHeaders(cookie)), String.class);
|
|
||||||
|
|
||||||
assertThat(me.getStatusCode().value()).isEqualTo(200);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void logout_invalidates_session_and_cookie_returns_401_on_reuse() {
|
|
||||||
String xsrf = fetchXsrfToken();
|
|
||||||
String sessionCookie = extractFaSessionCookie(doLogin(xsrf));
|
|
||||||
|
|
||||||
ResponseEntity<Void> logout = http.postForEntity(
|
|
||||||
baseUrl + "/api/auth/logout",
|
|
||||||
new HttpEntity<>(csrfAndSessionHeaders(sessionCookie, xsrf)), Void.class);
|
|
||||||
assertThat(logout.getStatusCode().value()).isEqualTo(204);
|
|
||||||
|
|
||||||
ResponseEntity<String> me = http.exchange(
|
|
||||||
baseUrl + "/api/users/me", HttpMethod.GET,
|
|
||||||
new HttpEntity<>(cookieHeaders(sessionCookie)), String.class);
|
|
||||||
assertThat(me.getStatusCode().value()).isEqualTo(401);
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── Task 14: idle-timeout ────────────────────────────────────────────────
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void session_expired_by_idle_timeout_returns_401() {
|
|
||||||
String xsrf = fetchXsrfToken();
|
|
||||||
String cookie = extractFaSessionCookie(doLogin(xsrf));
|
|
||||||
|
|
||||||
// Backdate LAST_ACCESS_TIME by 9 hours so lastAccess + maxInactiveInterval(8h) < now
|
|
||||||
long nineHoursAgoMs = System.currentTimeMillis() - 9L * 3600 * 1000;
|
|
||||||
jdbcTemplate.update(
|
|
||||||
"UPDATE spring_session SET LAST_ACCESS_TIME = ?, EXPIRY_TIME = ?",
|
|
||||||
nineHoursAgoMs, nineHoursAgoMs);
|
|
||||||
|
|
||||||
ResponseEntity<String> me = http.exchange(
|
|
||||||
baseUrl + "/api/users/me", HttpMethod.GET,
|
|
||||||
new HttpEntity<>(cookieHeaders(cookie)), String.class);
|
|
||||||
assertThat(me.getStatusCode().value()).isEqualTo(401);
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── Task: CSRF rejection at integration layer ────────────────────────────
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void post_without_csrf_token_returns_403_CSRF_TOKEN_MISSING() {
|
|
||||||
HttpHeaders headers = new HttpHeaders();
|
|
||||||
headers.setContentType(MediaType.APPLICATION_JSON);
|
|
||||||
// Deliberately omit XSRF-TOKEN cookie and X-XSRF-TOKEN header
|
|
||||||
ResponseEntity<String> response = http.postForEntity(
|
|
||||||
baseUrl + "/api/auth/logout",
|
|
||||||
new HttpEntity<>("{}", headers), String.class);
|
|
||||||
|
|
||||||
assertThat(response.getStatusCode().value()).isEqualTo(403);
|
|
||||||
assertThat(response.getBody()).contains("CSRF_TOKEN_MISSING");
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── helpers ─────────────────────────────────────────────────────────────
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Generates an XSRF token for use in integration tests.
|
|
||||||
* CookieCsrfTokenRepository validates that Cookie: XSRF-TOKEN=X matches X-XSRF-TOKEN: X.
|
|
||||||
* By supplying both with the same value we simulate exactly what a browser does.
|
|
||||||
*/
|
|
||||||
private String fetchXsrfToken() {
|
|
||||||
return java.util.UUID.randomUUID().toString();
|
|
||||||
}
|
|
||||||
|
|
||||||
private ResponseEntity<String> doLogin(String xsrfToken) {
|
|
||||||
HttpHeaders headers = new HttpHeaders();
|
|
||||||
headers.setContentType(MediaType.APPLICATION_JSON);
|
|
||||||
headers.set("Cookie", "XSRF-TOKEN=" + xsrfToken);
|
|
||||||
headers.set("X-XSRF-TOKEN", xsrfToken);
|
|
||||||
String body = "{\"email\":\"" + TEST_EMAIL + "\",\"password\":\"" + TEST_PASSWORD + "\"}";
|
|
||||||
return http.postForEntity(baseUrl + "/api/auth/login",
|
|
||||||
new HttpEntity<>(body, headers), String.class);
|
|
||||||
}
|
|
||||||
|
|
||||||
private HttpHeaders cookieHeaders(String sessionId) {
|
|
||||||
HttpHeaders headers = new HttpHeaders();
|
|
||||||
headers.set("Cookie", "fa_session=" + sessionId);
|
|
||||||
return headers;
|
|
||||||
}
|
|
||||||
|
|
||||||
private HttpHeaders csrfAndSessionHeaders(String sessionId, String xsrfToken) {
|
|
||||||
HttpHeaders headers = new HttpHeaders();
|
|
||||||
headers.set("Cookie", "fa_session=" + sessionId + "; XSRF-TOKEN=" + xsrfToken);
|
|
||||||
headers.set("X-XSRF-TOKEN", xsrfToken);
|
|
||||||
return headers;
|
|
||||||
}
|
|
||||||
|
|
||||||
private String extractFaSessionCookie(ResponseEntity<?> response) {
|
|
||||||
List<String> setCookieHeader = response.getHeaders().get("Set-Cookie");
|
|
||||||
if (setCookieHeader == null) return "";
|
|
||||||
return setCookieHeader.stream()
|
|
||||||
.filter(c -> c.startsWith("fa_session="))
|
|
||||||
.map(c -> c.split(";")[0].substring("fa_session=".length()))
|
|
||||||
.findFirst()
|
|
||||||
.orElse("");
|
|
||||||
}
|
|
||||||
|
|
||||||
|
|
||||||
private RestTemplate noThrowRestTemplate() {
|
|
||||||
RestTemplate template = new RestTemplate();
|
|
||||||
template.setErrorHandler(new DefaultResponseErrorHandler() {
|
|
||||||
@Override
|
|
||||||
public boolean hasError(ClientHttpResponse response) throws IOException {
|
|
||||||
return false;
|
|
||||||
}
|
|
||||||
});
|
|
||||||
return template;
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,136 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
import org.junit.jupiter.api.BeforeEach;
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.raddatz.familienarchiv.PostgresContainerConfig;
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.boot.test.context.SpringBootTest;
|
|
||||||
import org.springframework.context.annotation.Import;
|
|
||||||
import org.springframework.jdbc.core.JdbcTemplate;
|
|
||||||
import org.springframework.test.context.ActiveProfiles;
|
|
||||||
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
|
||||||
import org.springframework.transaction.support.TransactionTemplate;
|
|
||||||
import software.amazon.awssdk.services.s3.S3Client;
|
|
||||||
|
|
||||||
import java.time.Instant;
|
|
||||||
import java.util.UUID;
|
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Integration test for {@link JdbcSessionRevocationAdapter} that verifies
|
|
||||||
* session rows are actually written to / removed from the {@code spring_session}
|
|
||||||
* table backed by a real PostgreSQL container.
|
|
||||||
*
|
|
||||||
* <p>Sessions are inserted via raw JDBC to avoid the module-access restriction on
|
|
||||||
* {@code JdbcIndexedSessionRepository.JdbcSession}. The {@link SessionRevocationPort}
|
|
||||||
* bean injected here is the real {@link JdbcSessionRevocationAdapter} wired by Spring.
|
|
||||||
*/
|
|
||||||
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.RANDOM_PORT)
|
|
||||||
@ActiveProfiles("test")
|
|
||||||
@Import(PostgresContainerConfig.class)
|
|
||||||
class JdbcSessionRevocationAdapterIntegrationTest {
|
|
||||||
|
|
||||||
@MockitoBean S3Client s3Client;
|
|
||||||
|
|
||||||
@Autowired SessionRevocationPort adapter;
|
|
||||||
@Autowired JdbcTemplate jdbcTemplate;
|
|
||||||
@Autowired TransactionTemplate transactionTemplate;
|
|
||||||
|
|
||||||
private static final String PRINCIPAL = "revocation-it@test.de";
|
|
||||||
|
|
||||||
@BeforeEach
|
|
||||||
void clearSessions() {
|
|
||||||
// spring_session_attributes cascades on delete
|
|
||||||
transactionTemplate.execute(status -> {
|
|
||||||
jdbcTemplate.update("DELETE FROM spring_session");
|
|
||||||
return null;
|
|
||||||
});
|
|
||||||
}
|
|
||||||
|
|
||||||
// ── helper ─────────────────────────────────────────────────────────────────
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Inserts a minimal {@code spring_session} row attributed to {@value #PRINCIPAL}
|
|
||||||
* and returns its opaque primary-key ID (the value the repository uses as the
|
|
||||||
* session identifier, not the {@code SESSION_ID} column which holds the public token).
|
|
||||||
*
|
|
||||||
* <p>Column layout mirrors the Flyway-managed schema shipped with the app:
|
|
||||||
* PRIMARY_ID, SESSION_ID, CREATION_TIME, LAST_ACCESS_TIME, MAX_INACTIVE_INTERVAL,
|
|
||||||
* EXPIRY_TIME, PRINCIPAL_NAME.
|
|
||||||
*/
|
|
||||||
/**
|
|
||||||
* Inserts a persisted session row for {@value #PRINCIPAL} and returns the
|
|
||||||
* {@code SESSION_ID} column value — this is the opaque identifier that
|
|
||||||
* {@link JdbcIndexedSessionRepository} uses as the session's public key
|
|
||||||
* (returned by {@code JdbcSession.getId()} and expected by
|
|
||||||
* {@link JdbcIndexedSessionRepository#deleteById}).
|
|
||||||
*
|
|
||||||
* <p>The inserts run inside a {@link TransactionTemplate} so the rows are
|
|
||||||
* committed before {@code findByPrincipalName} opens its own transaction and
|
|
||||||
* can see the data via Read Committed isolation.
|
|
||||||
*/
|
|
||||||
private String insertSession() {
|
|
||||||
String primaryId = UUID.randomUUID().toString();
|
|
||||||
// SESSION_ID is the value used by JdbcSession.getId() and findByPrincipalName map keys.
|
|
||||||
String sessionId = UUID.randomUUID().toString();
|
|
||||||
long now = Instant.now().toEpochMilli();
|
|
||||||
long expiry = now + 8L * 3600 * 1000; // 8-hour TTL
|
|
||||||
transactionTemplate.execute(status -> {
|
|
||||||
jdbcTemplate.update("""
|
|
||||||
INSERT INTO spring_session
|
|
||||||
(PRIMARY_ID, SESSION_ID, CREATION_TIME, LAST_ACCESS_TIME,
|
|
||||||
MAX_INACTIVE_INTERVAL, EXPIRY_TIME, PRINCIPAL_NAME)
|
|
||||||
VALUES (?, ?, ?, ?, ?, ?, ?)
|
|
||||||
""",
|
|
||||||
primaryId, sessionId, now, now, 28800, expiry, PRINCIPAL);
|
|
||||||
// Spring Session's listSessionsByPrincipalName query joins spring_session_attributes;
|
|
||||||
// insert a minimal attribute row so the session appears in the result set.
|
|
||||||
jdbcTemplate.update("""
|
|
||||||
INSERT INTO spring_session_attributes
|
|
||||||
(SESSION_PRIMARY_ID, ATTRIBUTE_NAME, ATTRIBUTE_BYTES)
|
|
||||||
VALUES (?, ?, ?)
|
|
||||||
""",
|
|
||||||
primaryId, "test_attr", new byte[]{0});
|
|
||||||
return null;
|
|
||||||
});
|
|
||||||
return sessionId; // the public key used by JdbcSession.getId() and deleteById()
|
|
||||||
}
|
|
||||||
|
|
||||||
// ── tests ──────────────────────────────────────────────────────────────────
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void revokeAllSessions_removes_every_row_from_spring_session_table() {
|
|
||||||
insertSession();
|
|
||||||
insertSession();
|
|
||||||
|
|
||||||
int count = adapter.revokeAllSessions(PRINCIPAL);
|
|
||||||
|
|
||||||
assertThat(count).isEqualTo(2);
|
|
||||||
assertThat(jdbcTemplate.queryForObject(
|
|
||||||
"SELECT COUNT(*) FROM spring_session WHERE PRINCIPAL_NAME = ?",
|
|
||||||
Long.class, PRINCIPAL))
|
|
||||||
.isZero();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void revokeOtherSessions_deletes_non_current_rows_and_keeps_current_session() {
|
|
||||||
String keepId = insertSession();
|
|
||||||
insertSession();
|
|
||||||
insertSession();
|
|
||||||
|
|
||||||
int count = adapter.revokeOtherSessions(keepId, PRINCIPAL);
|
|
||||||
|
|
||||||
assertThat(count).isEqualTo(2);
|
|
||||||
// The current session row must still be present (keyed by SESSION_ID)
|
|
||||||
assertThat(jdbcTemplate.queryForObject(
|
|
||||||
"SELECT COUNT(*) FROM spring_session WHERE SESSION_ID = ?",
|
|
||||||
Long.class, keepId))
|
|
||||||
.isEqualTo(1L);
|
|
||||||
// The total for this principal is now exactly 1
|
|
||||||
assertThat(jdbcTemplate.queryForObject(
|
|
||||||
"SELECT COUNT(*) FROM spring_session WHERE PRINCIPAL_NAME = ?",
|
|
||||||
Long.class, PRINCIPAL))
|
|
||||||
.isEqualTo(1L);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,52 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.junit.jupiter.api.extension.ExtendWith;
|
|
||||||
import org.mockito.InjectMocks;
|
|
||||||
import org.mockito.Mock;
|
|
||||||
import org.mockito.junit.jupiter.MockitoExtension;
|
|
||||||
import org.springframework.session.jdbc.JdbcIndexedSessionRepository;
|
|
||||||
|
|
||||||
import java.util.HashMap;
|
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
import static org.mockito.Mockito.*;
|
|
||||||
|
|
||||||
@ExtendWith(MockitoExtension.class)
|
|
||||||
class JdbcSessionRevocationAdapterTest {
|
|
||||||
|
|
||||||
@Mock JdbcIndexedSessionRepository sessionRepository;
|
|
||||||
@InjectMocks JdbcSessionRevocationAdapter adapter;
|
|
||||||
|
|
||||||
@SuppressWarnings("unchecked")
|
|
||||||
@Test
|
|
||||||
void revokeOtherSessions_preserves_current_and_deletes_N_minus_1() {
|
|
||||||
var sessions = new HashMap<String, Object>();
|
|
||||||
sessions.put("session-keep", null);
|
|
||||||
sessions.put("session-del-1", null);
|
|
||||||
sessions.put("session-del-2", null);
|
|
||||||
doReturn(sessions).when(sessionRepository).findByPrincipalName("user@test.de");
|
|
||||||
|
|
||||||
int count = adapter.revokeOtherSessions("session-keep", "user@test.de");
|
|
||||||
|
|
||||||
assertThat(count).isEqualTo(2);
|
|
||||||
verify(sessionRepository, never()).deleteById("session-keep");
|
|
||||||
verify(sessionRepository).deleteById("session-del-1");
|
|
||||||
verify(sessionRepository).deleteById("session-del-2");
|
|
||||||
}
|
|
||||||
|
|
||||||
@SuppressWarnings("unchecked")
|
|
||||||
@Test
|
|
||||||
void revokeAllSessions_deletes_all_sessions_for_principal() {
|
|
||||||
var sessions = new HashMap<String, Object>();
|
|
||||||
sessions.put("session-1", null);
|
|
||||||
sessions.put("session-2", null);
|
|
||||||
doReturn(sessions).when(sessionRepository).findByPrincipalName("user@test.de");
|
|
||||||
|
|
||||||
int count = adapter.revokeAllSessions("user@test.de");
|
|
||||||
|
|
||||||
assertThat(count).isEqualTo(2);
|
|
||||||
verify(sessionRepository).deleteById("session-1");
|
|
||||||
verify(sessionRepository).deleteById("session-2");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,148 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.auth;
|
|
||||||
|
|
||||||
import org.junit.jupiter.api.BeforeEach;
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.raddatz.familienarchiv.exception.DomainException;
|
|
||||||
import org.raddatz.familienarchiv.exception.ErrorCode;
|
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
import static org.assertj.core.api.Assertions.assertThatNoException;
|
|
||||||
import static org.assertj.core.api.Assertions.assertThatThrownBy;
|
|
||||||
|
|
||||||
class LoginRateLimiterTest {
|
|
||||||
|
|
||||||
private LoginRateLimiter rateLimiter;
|
|
||||||
|
|
||||||
@BeforeEach
|
|
||||||
void setUp() {
|
|
||||||
RateLimitProperties props = new RateLimitProperties();
|
|
||||||
props.setMaxAttemptsPerIpEmail(10);
|
|
||||||
props.setMaxAttemptsPerIp(20);
|
|
||||||
props.setWindowMinutes(15);
|
|
||||||
rateLimiter = new LoginRateLimiter(props);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void tenth_attempt_from_same_ip_email_succeeds() {
|
|
||||||
for (int i = 0; i < 10; i++) {
|
|
||||||
assertThatNoException().isThrownBy(
|
|
||||||
() -> rateLimiter.checkAndConsume("1.2.3.4", "user@example.com"));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void eleventh_attempt_from_same_ip_email_throws_TOO_MANY_LOGIN_ATTEMPTS() {
|
|
||||||
for (int i = 0; i < 10; i++) {
|
|
||||||
rateLimiter.checkAndConsume("1.2.3.4", "user@example.com");
|
|
||||||
}
|
|
||||||
|
|
||||||
assertThatThrownBy(() -> rateLimiter.checkAndConsume("1.2.3.4", "user@example.com"))
|
|
||||||
.isInstanceOf(DomainException.class)
|
|
||||||
.satisfies(ex -> assertThat(((DomainException) ex).getCode())
|
|
||||||
.isEqualTo(ErrorCode.TOO_MANY_LOGIN_ATTEMPTS));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void blocked_attempt_carries_retry_after_seconds_equal_to_window_duration() {
|
|
||||||
for (int i = 0; i < 10; i++) {
|
|
||||||
rateLimiter.checkAndConsume("1.2.3.4", "user@example.com");
|
|
||||||
}
|
|
||||||
|
|
||||||
assertThatThrownBy(() -> rateLimiter.checkAndConsume("1.2.3.4", "user@example.com"))
|
|
||||||
.isInstanceOf(DomainException.class)
|
|
||||||
.satisfies(ex -> assertThat(((DomainException) ex).getRetryAfterSeconds())
|
|
||||||
.isEqualTo(15 * 60L)); // windowMinutes=15 → 900 seconds
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void success_after_10_failures_resets_ip_email_bucket() {
|
|
||||||
for (int i = 0; i < 10; i++) {
|
|
||||||
rateLimiter.checkAndConsume("1.2.3.4", "user@example.com");
|
|
||||||
}
|
|
||||||
|
|
||||||
rateLimiter.invalidateOnSuccess("1.2.3.4", "user@example.com");
|
|
||||||
|
|
||||||
assertThatNoException().isThrownBy(
|
|
||||||
() -> rateLimiter.checkAndConsume("1.2.3.4", "user@example.com"));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void twentyfirst_attempt_from_same_ip_across_different_emails_throws() {
|
|
||||||
for (int i = 0; i < 20; i++) {
|
|
||||||
rateLimiter.checkAndConsume("1.2.3.4", "user" + i + "@example.com");
|
|
||||||
}
|
|
||||||
|
|
||||||
assertThatThrownBy(() -> rateLimiter.checkAndConsume("1.2.3.4", "attacker@example.com"))
|
|
||||||
.isInstanceOf(DomainException.class)
|
|
||||||
.satisfies(ex -> assertThat(((DomainException) ex).getCode())
|
|
||||||
.isEqualTo(ErrorCode.TOO_MANY_LOGIN_ATTEMPTS));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void different_email_from_same_ip_not_blocked_by_sibling_email_exhaustion() {
|
|
||||||
for (int i = 0; i < 10; i++) {
|
|
||||||
rateLimiter.checkAndConsume("1.2.3.4", "user@example.com");
|
|
||||||
}
|
|
||||||
|
|
||||||
assertThatThrownBy(() -> rateLimiter.checkAndConsume("1.2.3.4", "user@example.com"))
|
|
||||||
.isInstanceOf(DomainException.class);
|
|
||||||
|
|
||||||
assertThatNoException().isThrownBy(
|
|
||||||
() -> rateLimiter.checkAndConsume("1.2.3.4", "other@example.com"));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void email_lookup_is_case_insensitive_so_mixed_case_shares_the_same_bucket() {
|
|
||||||
for (int i = 0; i < 10; i++) {
|
|
||||||
rateLimiter.checkAndConsume("1.2.3.4", "User@Example.COM");
|
|
||||||
}
|
|
||||||
|
|
||||||
assertThatThrownBy(() -> rateLimiter.checkAndConsume("1.2.3.4", "user@example.com"))
|
|
||||||
.isInstanceOf(DomainException.class)
|
|
||||||
.satisfies(ex -> assertThat(((DomainException) ex).getCode())
|
|
||||||
.isEqualTo(ErrorCode.TOO_MANY_LOGIN_ATTEMPTS));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void invalidateOnSuccess_is_case_insensitive_so_mixed_case_clears_the_bucket() {
|
|
||||||
for (int i = 0; i < 10; i++) {
|
|
||||||
rateLimiter.checkAndConsume("1.2.3.4", "user@example.com");
|
|
||||||
}
|
|
||||||
|
|
||||||
rateLimiter.invalidateOnSuccess("1.2.3.4", "User@Example.COM");
|
|
||||||
|
|
||||||
assertThatNoException().isThrownBy(
|
|
||||||
() -> rateLimiter.checkAndConsume("1.2.3.4", "user@example.com"));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void ip_exhaustion_does_not_consume_ipEmail_tokens_for_blocked_attempts() {
|
|
||||||
// Use a tighter limiter so the phantom-consumption effect is observable.
|
|
||||||
// ipEmail=3, IP=3: exhausting IP via one email burns the other email's quota with the old code.
|
|
||||||
RateLimitProperties props = new RateLimitProperties();
|
|
||||||
props.setMaxAttemptsPerIpEmail(3);
|
|
||||||
props.setMaxAttemptsPerIp(3);
|
|
||||||
props.setWindowMinutes(15);
|
|
||||||
LoginRateLimiter tightLimiter = new LoginRateLimiter(props);
|
|
||||||
|
|
||||||
// Exhaust the per-IP bucket using "user@"
|
|
||||||
for (int i = 0; i < 3; i++) {
|
|
||||||
tightLimiter.checkAndConsume("1.2.3.4", "user@example.com");
|
|
||||||
}
|
|
||||||
|
|
||||||
// Three blocked attempts for "target@" while IP is exhausted
|
|
||||||
for (int i = 0; i < 3; i++) {
|
|
||||||
assertThatThrownBy(() -> tightLimiter.checkAndConsume("1.2.3.4", "target@example.com"))
|
|
||||||
.isInstanceOf(DomainException.class);
|
|
||||||
}
|
|
||||||
|
|
||||||
// A successful login for "user@" resets the IP bucket but NOT target@'s ipEmail bucket
|
|
||||||
tightLimiter.invalidateOnSuccess("1.2.3.4", "user@example.com");
|
|
||||||
|
|
||||||
// After IP reset: "target@" must NOT be blocked by an exhausted ipEmail bucket.
|
|
||||||
// With the old code, 3 blocked attempts burned all 3 ipEmail tokens → blocked here.
|
|
||||||
// With the fix, tokens are refunded on each blocked attempt → still has capacity.
|
|
||||||
assertThatNoException().isThrownBy(
|
|
||||||
() -> tightLimiter.checkAndConsume("1.2.3.4", "target@example.com"));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,37 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.config;
|
|
||||||
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.springframework.mock.env.MockEnvironment;
|
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
import static org.assertj.core.api.Assertions.assertThatThrownBy;
|
|
||||||
|
|
||||||
class FlywayConfigTest {
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void resolveGrafanaDbPassword_throws_when_env_unset() {
|
|
||||||
FlywayConfig config = new FlywayConfig(null, new MockEnvironment());
|
|
||||||
|
|
||||||
assertThatThrownBy(config::resolveGrafanaDbPassword)
|
|
||||||
.isInstanceOf(IllegalStateException.class)
|
|
||||||
.hasMessageContaining("GRAFANA_DB_PASSWORD is required");
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void resolveGrafanaDbPassword_throws_when_env_blank() {
|
|
||||||
MockEnvironment env = new MockEnvironment().withProperty("GRAFANA_DB_PASSWORD", " ");
|
|
||||||
FlywayConfig config = new FlywayConfig(null, env);
|
|
||||||
|
|
||||||
assertThatThrownBy(config::resolveGrafanaDbPassword)
|
|
||||||
.isInstanceOf(IllegalStateException.class)
|
|
||||||
.hasMessageContaining("GRAFANA_DB_PASSWORD is required");
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void resolveGrafanaDbPassword_returns_value_when_env_set() {
|
|
||||||
MockEnvironment env = new MockEnvironment().withProperty("GRAFANA_DB_PASSWORD", "abc");
|
|
||||||
FlywayConfig config = new FlywayConfig(null, env);
|
|
||||||
|
|
||||||
assertThat(config.resolveGrafanaDbPassword()).isEqualTo("abc");
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,89 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.config;
|
|
||||||
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.junit.jupiter.params.ParameterizedTest;
|
|
||||||
import org.junit.jupiter.params.provider.ValueSource;
|
|
||||||
import org.raddatz.familienarchiv.PostgresContainerConfig;
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.boot.data.jpa.test.autoconfigure.DataJpaTest;
|
|
||||||
import org.springframework.boot.jdbc.test.autoconfigure.AutoConfigureTestDatabase;
|
|
||||||
import org.springframework.context.annotation.Import;
|
|
||||||
import org.springframework.jdbc.core.JdbcTemplate;
|
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
|
|
||||||
// GRAFANA_DB_PASSWORD is supplied via the global test default in
|
|
||||||
// src/test/resources/application.properties — FlywayConfig fails closed
|
|
||||||
// when it is unset, so all tests that load the migration path need it.
|
|
||||||
@DataJpaTest
|
|
||||||
@AutoConfigureTestDatabase(replace = AutoConfigureTestDatabase.Replace.NONE)
|
|
||||||
@Import({PostgresContainerConfig.class, FlywayConfig.class})
|
|
||||||
class GrafanaReaderRoleIntegrationTest {
|
|
||||||
|
|
||||||
@Autowired JdbcTemplate jdbc;
|
|
||||||
|
|
||||||
// --- positive grants (SELECT on the three explicitly granted tables) ---
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void grafana_reader_has_select_on_audit_log() {
|
|
||||||
assertThat(hasPrivilege("audit_log", "SELECT")).isTrue();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void grafana_reader_has_select_on_documents() {
|
|
||||||
assertThat(hasPrivilege("documents", "SELECT")).isTrue();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void grafana_reader_has_select_on_transcription_blocks() {
|
|
||||||
assertThat(hasPrivilege("transcription_blocks", "SELECT")).isTrue();
|
|
||||||
}
|
|
||||||
|
|
||||||
// --- write-deny on the granted tables: SELECT-only means SELECT-only.
|
|
||||||
// A future migration that GRANTs INSERT/UPDATE/DELETE on any of these
|
|
||||||
// would fail these tests, even though the original positive grants still
|
|
||||||
// pass. Locks the boundary in both directions.
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void grafana_reader_has_no_INSERT_on_documents() {
|
|
||||||
assertThat(hasPrivilege("documents", "INSERT")).isFalse();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void grafana_reader_has_no_UPDATE_on_audit_log() {
|
|
||||||
assertThat(hasPrivilege("audit_log", "UPDATE")).isFalse();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void grafana_reader_has_no_DELETE_on_transcription_blocks() {
|
|
||||||
assertThat(hasPrivilege("transcription_blocks", "DELETE")).isFalse();
|
|
||||||
}
|
|
||||||
|
|
||||||
// --- negative grants: PII / sensitive tables MUST NOT be readable.
|
|
||||||
// The parameterized form catches the "someone widened the grant to
|
|
||||||
// ALL TABLES IN SCHEMA public" footgun — three specific positive grants
|
|
||||||
// would still pass while this sweep turns red.
|
|
||||||
|
|
||||||
@ParameterizedTest
|
|
||||||
@ValueSource(strings = {
|
|
||||||
"app_users",
|
|
||||||
"user_groups",
|
|
||||||
"persons",
|
|
||||||
"notifications",
|
|
||||||
"document_comments",
|
|
||||||
"document_annotations",
|
|
||||||
"geschichten"
|
|
||||||
})
|
|
||||||
void grafana_reader_has_no_SELECT_on_protected_table(String table) {
|
|
||||||
assertThat(hasPrivilege(table, "SELECT")).isFalse();
|
|
||||||
}
|
|
||||||
|
|
||||||
private boolean hasPrivilege(String table, String privilege) {
|
|
||||||
Boolean result = jdbc.queryForObject(
|
|
||||||
"SELECT has_table_privilege('grafana_reader', ?, ?)",
|
|
||||||
Boolean.class,
|
|
||||||
table,
|
|
||||||
privilege);
|
|
||||||
return Boolean.TRUE.equals(result);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -45,15 +45,6 @@ class RateLimitInterceptorTest {
|
|||||||
verify(response).setStatus(HttpStatus.TOO_MANY_REQUESTS.value());
|
verify(response).setStatus(HttpStatus.TOO_MANY_REQUESTS.value());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
|
||||||
void blocked_response_includes_retry_after_header() throws Exception {
|
|
||||||
for (int i = 0; i < 10; i++) {
|
|
||||||
interceptor.preHandle(request, response, null);
|
|
||||||
}
|
|
||||||
interceptor.preHandle(request, response, null);
|
|
||||||
verify(response).setHeader("Retry-After", "60");
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
void different_ips_have_independent_limits() throws Exception {
|
void different_ips_have_independent_limits() throws Exception {
|
||||||
HttpServletRequest other = mock(HttpServletRequest.class);
|
HttpServletRequest other = mock(HttpServletRequest.class);
|
||||||
|
|||||||
@@ -27,6 +27,7 @@ import org.springframework.security.test.context.support.WithMockUser;
|
|||||||
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
||||||
import org.springframework.test.web.servlet.MockMvc;
|
import org.springframework.test.web.servlet.MockMvc;
|
||||||
|
|
||||||
|
import org.raddatz.familienarchiv.document.DocumentSearchItem;
|
||||||
import org.raddatz.familienarchiv.document.SearchMatchData;
|
import org.raddatz.familienarchiv.document.SearchMatchData;
|
||||||
|
|
||||||
import java.time.LocalDateTime;
|
import java.time.LocalDateTime;
|
||||||
@@ -43,12 +44,10 @@ import static org.mockito.Mockito.when;
|
|||||||
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.get;
|
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.get;
|
||||||
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.multipart;
|
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.multipart;
|
||||||
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.patch;
|
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.patch;
|
||||||
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post;
|
|
||||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.content;
|
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.content;
|
||||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.header;
|
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.header;
|
||||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.jsonPath;
|
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.jsonPath;
|
||||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.status;
|
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.status;
|
||||||
import static org.springframework.security.test.web.servlet.request.SecurityMockMvcRequestPostProcessors.csrf;
|
|
||||||
|
|
||||||
@WebMvcTest(DocumentController.class)
|
@WebMvcTest(DocumentController.class)
|
||||||
@Import({SecurityConfig.class, PermissionAspect.class, AopAutoConfiguration.class})
|
@Import({SecurityConfig.class, PermissionAspect.class, AopAutoConfiguration.class})
|
||||||
@@ -129,14 +128,16 @@ class DocumentControllerTest {
|
|||||||
@WithMockUser
|
@WithMockUser
|
||||||
void search_responseBodyItemsContainMatchData() throws Exception {
|
void search_responseBodyItemsContainMatchData() throws Exception {
|
||||||
UUID docId = UUID.randomUUID();
|
UUID docId = UUID.randomUUID();
|
||||||
|
Document doc = Document.builder()
|
||||||
|
.id(docId)
|
||||||
|
.title("Brief an Anna")
|
||||||
|
.originalFilename("brief.pdf")
|
||||||
|
.status(DocumentStatus.UPLOADED)
|
||||||
|
.build();
|
||||||
var matchData = new SearchMatchData(
|
var matchData = new SearchMatchData(
|
||||||
"Er schrieb einen langen Brief", List.of(), false, List.of(), List.of(), List.of(), null, List.of());
|
"Er schrieb einen langen Brief", List.of(), false, List.of(), List.of(), List.of(), null, List.of());
|
||||||
when(documentService.searchDocuments(any(), any(), any(), any(), any(), any(), any(), any(), any(), any(), any(), any()))
|
when(documentService.searchDocuments(any(), any(), any(), any(), any(), any(), any(), any(), any(), any(), any(), any()))
|
||||||
.thenReturn(DocumentSearchResult.of(List.of(new DocumentListItem(
|
.thenReturn(DocumentSearchResult.of(List.of(new DocumentSearchItem(doc, matchData, 0, List.of()))));
|
||||||
docId, "Brief an Anna", "brief.pdf", null, null,
|
|
||||||
DatePrecision.UNKNOWN, null, null,
|
|
||||||
List.of(), List.of(), null, null, null, null,
|
|
||||||
0, List.of(), matchData))));
|
|
||||||
|
|
||||||
mockMvc.perform(get("/api/documents/search").param("q", "Brief"))
|
mockMvc.perform(get("/api/documents/search").param("q", "Brief"))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
@@ -145,28 +146,6 @@ class DocumentControllerTest {
|
|||||||
.value("Er schrieb einen langen Brief"));
|
.value("Er schrieb einen langen Brief"));
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
|
||||||
@WithMockUser
|
|
||||||
void search_returns_flat_item_with_id_and_without_sensitive_fields() throws Exception {
|
|
||||||
UUID docId = UUID.randomUUID();
|
|
||||||
var matchData = new SearchMatchData(null, List.of(), false, List.of(), List.of(), List.of(), null, List.of());
|
|
||||||
when(documentService.searchDocuments(any(), any(), any(), any(), any(), any(), any(), any(), any(), any(), any(), any()))
|
|
||||||
.thenReturn(DocumentSearchResult.of(List.of(new DocumentListItem(
|
|
||||||
docId, "Brief an Anna", "brief.pdf", null, null,
|
|
||||||
DatePrecision.UNKNOWN, null, null,
|
|
||||||
List.of(), List.of(), null, null, null, null,
|
|
||||||
0, List.of(), matchData))));
|
|
||||||
|
|
||||||
mockMvc.perform(get("/api/documents/search"))
|
|
||||||
.andExpect(status().isOk())
|
|
||||||
// flat id field present at top of item (not nested under $.items[0].document.id)
|
|
||||||
.andExpect(jsonPath("$.items[0].id").value(docId.toString()))
|
|
||||||
// sensitive storage fields must never appear in list response
|
|
||||||
.andExpect(jsonPath("$.items[0].transcription").doesNotExist())
|
|
||||||
.andExpect(jsonPath("$.items[0].filePath").doesNotExist())
|
|
||||||
.andExpect(jsonPath("$.items[0].fileHash").doesNotExist());
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── /api/documents/search pagination ─────────────────────────────────────
|
// ─── /api/documents/search pagination ─────────────────────────────────────
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@@ -235,14 +214,14 @@ class DocumentControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void createDocument_returns401_whenUnauthenticated() throws Exception {
|
void createDocument_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(multipart("/api/documents").with(csrf()))
|
mockMvc.perform(multipart("/api/documents"))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@WithMockUser
|
@WithMockUser
|
||||||
void createDocument_returns403_whenMissingWritePermission() throws Exception {
|
void createDocument_returns403_whenMissingWritePermission() throws Exception {
|
||||||
mockMvc.perform(multipart("/api/documents").with(csrf()))
|
mockMvc.perform(multipart("/api/documents"))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -256,7 +235,7 @@ class DocumentControllerTest {
|
|||||||
.build();
|
.build();
|
||||||
when(documentService.createDocument(any(), any())).thenReturn(doc);
|
when(documentService.createDocument(any(), any())).thenReturn(doc);
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents").with(csrf()))
|
mockMvc.perform(multipart("/api/documents"))
|
||||||
.andExpect(status().isOk());
|
.andExpect(status().isOk());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -265,7 +244,7 @@ class DocumentControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
void updateDocument_returns401_whenUnauthenticated() throws Exception {
|
void updateDocument_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(multipart("/api/documents/" + UUID.randomUUID())
|
mockMvc.perform(multipart("/api/documents/" + UUID.randomUUID())
|
||||||
.with(req -> { req.setMethod("PUT"); return req; }).with(csrf()))
|
.with(req -> { req.setMethod("PUT"); return req; }))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -273,7 +252,7 @@ class DocumentControllerTest {
|
|||||||
@WithMockUser
|
@WithMockUser
|
||||||
void updateDocument_returns403_whenMissingWritePermission() throws Exception {
|
void updateDocument_returns403_whenMissingWritePermission() throws Exception {
|
||||||
mockMvc.perform(multipart("/api/documents/" + UUID.randomUUID())
|
mockMvc.perform(multipart("/api/documents/" + UUID.randomUUID())
|
||||||
.with(req -> { req.setMethod("PUT"); return req; }).with(csrf()))
|
.with(req -> { req.setMethod("PUT"); return req; }))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -290,44 +269,16 @@ class DocumentControllerTest {
|
|||||||
when(documentService.updateDocument(any(), any(), any(), any())).thenReturn(doc);
|
when(documentService.updateDocument(any(), any(), any(), any())).thenReturn(doc);
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/" + id)
|
mockMvc.perform(multipart("/api/documents/" + id)
|
||||||
.with(req -> { req.setMethod("PUT"); return req; }).with(csrf()))
|
.with(req -> { req.setMethod("PUT"); return req; }))
|
||||||
.andExpect(status().isOk());
|
.andExpect(status().isOk());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
|
||||||
@WithMockUser(authorities = "WRITE_ALL")
|
|
||||||
void updateDocument_bindsPrecisionFormFields_toDTO() throws Exception {
|
|
||||||
// Pins the wire contract: the edit form's metaDatePrecision / metaDateEnd /
|
|
||||||
// metaDateRaw multipart field names must bind to DocumentUpdateDTO. A rename
|
|
||||||
// on either side silently drops the precision edit; this captures the DTO.
|
|
||||||
UUID id = UUID.randomUUID();
|
|
||||||
Document doc = Document.builder().id(id).title("Brief").originalFilename("brief.pdf").build();
|
|
||||||
when(userService.findByEmail(any())).thenReturn(AppUser.builder().id(UUID.randomUUID()).build());
|
|
||||||
|
|
||||||
org.mockito.ArgumentCaptor<DocumentUpdateDTO> captor =
|
|
||||||
org.mockito.ArgumentCaptor.forClass(DocumentUpdateDTO.class);
|
|
||||||
when(documentService.updateDocument(eq(id), captor.capture(), any(), any())).thenReturn(doc);
|
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/" + id)
|
|
||||||
.param("metaDatePrecision", "RANGE")
|
|
||||||
.param("metaDateEnd", "1917-01-11")
|
|
||||||
.param("metaDateRaw", "10.–11. Januar 1917")
|
|
||||||
.with(req -> { req.setMethod("PUT"); return req; }).with(csrf()))
|
|
||||||
.andExpect(status().isOk());
|
|
||||||
|
|
||||||
DocumentUpdateDTO bound = captor.getValue();
|
|
||||||
org.assertj.core.api.Assertions.assertThat(bound.getMetaDatePrecision()).isEqualTo(DatePrecision.RANGE);
|
|
||||||
org.assertj.core.api.Assertions.assertThat(bound.getMetaDateEnd())
|
|
||||||
.isEqualTo(java.time.LocalDate.of(1917, 1, 11));
|
|
||||||
org.assertj.core.api.Assertions.assertThat(bound.getMetaDateRaw()).isEqualTo("10.–11. Januar 1917");
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── DELETE /api/documents/{id} ──────────────────────────────────────────
|
// ─── DELETE /api/documents/{id} ──────────────────────────────────────────
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
void deleteDocument_returns401_whenUnauthenticated() throws Exception {
|
void deleteDocument_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders
|
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders
|
||||||
.delete("/api/documents/" + UUID.randomUUID()).with(csrf()))
|
.delete("/api/documents/" + UUID.randomUUID()))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -335,7 +286,7 @@ class DocumentControllerTest {
|
|||||||
@WithMockUser
|
@WithMockUser
|
||||||
void deleteDocument_returns403_whenMissingWritePermission() throws Exception {
|
void deleteDocument_returns403_whenMissingWritePermission() throws Exception {
|
||||||
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders
|
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders
|
||||||
.delete("/api/documents/" + UUID.randomUUID()).with(csrf()))
|
.delete("/api/documents/" + UUID.randomUUID()))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -344,7 +295,7 @@ class DocumentControllerTest {
|
|||||||
void deleteDocument_returns204_whenHasWritePermission() throws Exception {
|
void deleteDocument_returns204_whenHasWritePermission() throws Exception {
|
||||||
UUID id = UUID.randomUUID();
|
UUID id = UUID.randomUUID();
|
||||||
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders
|
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders
|
||||||
.delete("/api/documents/" + id).with(csrf()))
|
.delete("/api/documents/" + id))
|
||||||
.andExpect(status().isNoContent());
|
.andExpect(status().isNoContent());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -352,14 +303,14 @@ class DocumentControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void quickUpload_returns401_whenUnauthenticated() throws Exception {
|
void quickUpload_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(multipart("/api/documents/quick-upload").with(csrf()))
|
mockMvc.perform(multipart("/api/documents/quick-upload"))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@WithMockUser
|
@WithMockUser
|
||||||
void quickUpload_returns403_whenMissingWritePermission() throws Exception {
|
void quickUpload_returns403_whenMissingWritePermission() throws Exception {
|
||||||
mockMvc.perform(multipart("/api/documents/quick-upload").with(csrf()))
|
mockMvc.perform(multipart("/api/documents/quick-upload"))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -375,7 +326,7 @@ class DocumentControllerTest {
|
|||||||
org.springframework.mock.web.MockMultipartFile file =
|
org.springframework.mock.web.MockMultipartFile file =
|
||||||
new org.springframework.mock.web.MockMultipartFile("files", "scan001.pdf", "application/pdf", new byte[]{1});
|
new org.springframework.mock.web.MockMultipartFile("files", "scan001.pdf", "application/pdf", new byte[]{1});
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/quick-upload").file(file).with(csrf()))
|
mockMvc.perform(multipart("/api/documents/quick-upload").file(file))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
.andExpect(jsonPath("$.created[0].title").value("scan001"))
|
.andExpect(jsonPath("$.created[0].title").value("scan001"))
|
||||||
.andExpect(jsonPath("$.updated").isEmpty())
|
.andExpect(jsonPath("$.updated").isEmpty())
|
||||||
@@ -394,7 +345,7 @@ class DocumentControllerTest {
|
|||||||
org.springframework.mock.web.MockMultipartFile file =
|
org.springframework.mock.web.MockMultipartFile file =
|
||||||
new org.springframework.mock.web.MockMultipartFile("files", "scan001.pdf", "application/pdf", new byte[]{1});
|
new org.springframework.mock.web.MockMultipartFile("files", "scan001.pdf", "application/pdf", new byte[]{1});
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/quick-upload").file(file).with(csrf()))
|
mockMvc.perform(multipart("/api/documents/quick-upload").file(file))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
.andExpect(jsonPath("$.created").isEmpty())
|
.andExpect(jsonPath("$.created").isEmpty())
|
||||||
.andExpect(jsonPath("$.updated[0].title").value("Alter Brief"))
|
.andExpect(jsonPath("$.updated[0].title").value("Alter Brief"))
|
||||||
@@ -409,7 +360,7 @@ class DocumentControllerTest {
|
|||||||
new org.springframework.mock.web.MockMultipartFile("files", "report.docx",
|
new org.springframework.mock.web.MockMultipartFile("files", "report.docx",
|
||||||
"application/vnd.openxmlformats-officedocument.wordprocessingml.document", new byte[]{1});
|
"application/vnd.openxmlformats-officedocument.wordprocessingml.document", new byte[]{1});
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/quick-upload").file(file).with(csrf()))
|
mockMvc.perform(multipart("/api/documents/quick-upload").file(file))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
.andExpect(jsonPath("$.created").isEmpty())
|
.andExpect(jsonPath("$.created").isEmpty())
|
||||||
.andExpect(jsonPath("$.errors[0].filename").value("report.docx"))
|
.andExpect(jsonPath("$.errors[0].filename").value("report.docx"))
|
||||||
@@ -539,7 +490,7 @@ class DocumentControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "WRITE_ALL")
|
@WithMockUser(authorities = "WRITE_ALL")
|
||||||
void quickUpload_returnsEmptyResult_whenNoFilesPartProvided() throws Exception {
|
void quickUpload_returnsEmptyResult_whenNoFilesPartProvided() throws Exception {
|
||||||
mockMvc.perform(multipart("/api/documents/quick-upload").with(csrf()))
|
mockMvc.perform(multipart("/api/documents/quick-upload"))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
.andExpect(jsonPath("$.created").isEmpty())
|
.andExpect(jsonPath("$.created").isEmpty())
|
||||||
.andExpect(jsonPath("$.updated").isEmpty())
|
.andExpect(jsonPath("$.updated").isEmpty())
|
||||||
@@ -689,7 +640,7 @@ class DocumentControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void patchTrainingLabels_returns401_whenUnauthenticated() throws Exception {
|
void patchTrainingLabels_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/training-labels").with(csrf())
|
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/training-labels")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"label\":\"KURRENT_RECOGNITION\",\"enrolled\":true}"))
|
.content("{\"label\":\"KURRENT_RECOGNITION\",\"enrolled\":true}"))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
@@ -698,7 +649,7 @@ class DocumentControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser
|
@WithMockUser
|
||||||
void patchTrainingLabels_returns403_whenMissingWritePermission() throws Exception {
|
void patchTrainingLabels_returns403_whenMissingWritePermission() throws Exception {
|
||||||
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/training-labels").with(csrf())
|
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/training-labels")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"label\":\"KURRENT_RECOGNITION\",\"enrolled\":true}"))
|
.content("{\"label\":\"KURRENT_RECOGNITION\",\"enrolled\":true}"))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
@@ -708,7 +659,7 @@ class DocumentControllerTest {
|
|||||||
@WithMockUser(authorities = "WRITE_ALL")
|
@WithMockUser(authorities = "WRITE_ALL")
|
||||||
void patchTrainingLabels_returns204_whenAddingLabel() throws Exception {
|
void patchTrainingLabels_returns204_whenAddingLabel() throws Exception {
|
||||||
UUID id = UUID.randomUUID();
|
UUID id = UUID.randomUUID();
|
||||||
mockMvc.perform(patch("/api/documents/" + id + "/training-labels").with(csrf())
|
mockMvc.perform(patch("/api/documents/" + id + "/training-labels")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"label\":\"KURRENT_RECOGNITION\",\"enrolled\":true}"))
|
.content("{\"label\":\"KURRENT_RECOGNITION\",\"enrolled\":true}"))
|
||||||
.andExpect(status().isNoContent());
|
.andExpect(status().isNoContent());
|
||||||
@@ -720,7 +671,7 @@ class DocumentControllerTest {
|
|||||||
@WithMockUser(authorities = "WRITE_ALL")
|
@WithMockUser(authorities = "WRITE_ALL")
|
||||||
void patchTrainingLabels_returns204_whenRemovingLabel() throws Exception {
|
void patchTrainingLabels_returns204_whenRemovingLabel() throws Exception {
|
||||||
UUID id = UUID.randomUUID();
|
UUID id = UUID.randomUUID();
|
||||||
mockMvc.perform(patch("/api/documents/" + id + "/training-labels").with(csrf())
|
mockMvc.perform(patch("/api/documents/" + id + "/training-labels")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"label\":\"KURRENT_SEGMENTATION\",\"enrolled\":false}"))
|
.content("{\"label\":\"KURRENT_SEGMENTATION\",\"enrolled\":false}"))
|
||||||
.andExpect(status().isNoContent());
|
.andExpect(status().isNoContent());
|
||||||
@@ -731,7 +682,7 @@ class DocumentControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "WRITE_ALL")
|
@WithMockUser(authorities = "WRITE_ALL")
|
||||||
void patchTrainingLabels_returns400_whenUnknownLabel() throws Exception {
|
void patchTrainingLabels_returns400_whenUnknownLabel() throws Exception {
|
||||||
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/training-labels").with(csrf())
|
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/training-labels")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"label\":\"UNKNOWN_GARBAGE\",\"enrolled\":true}"))
|
.content("{\"label\":\"UNKNOWN_GARBAGE\",\"enrolled\":true}"))
|
||||||
.andExpect(status().isBadRequest());
|
.andExpect(status().isBadRequest());
|
||||||
@@ -745,7 +696,7 @@ class DocumentControllerTest {
|
|||||||
org.springframework.mock.web.MockMultipartFile file =
|
org.springframework.mock.web.MockMultipartFile file =
|
||||||
new org.springframework.mock.web.MockMultipartFile("file", "brief.pdf", "application/pdf", new byte[]{1});
|
new org.springframework.mock.web.MockMultipartFile("file", "brief.pdf", "application/pdf", new byte[]{1});
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/" + UUID.randomUUID() + "/file").file(file).with(csrf()))
|
mockMvc.perform(multipart("/api/documents/" + UUID.randomUUID() + "/file").file(file))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -762,7 +713,7 @@ class DocumentControllerTest {
|
|||||||
org.springframework.mock.web.MockMultipartFile file =
|
org.springframework.mock.web.MockMultipartFile file =
|
||||||
new org.springframework.mock.web.MockMultipartFile("file", "brief.pdf", "application/pdf", new byte[]{1});
|
new org.springframework.mock.web.MockMultipartFile("file", "brief.pdf", "application/pdf", new byte[]{1});
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/" + id + "/file").file(file).with(csrf()))
|
mockMvc.perform(multipart("/api/documents/" + id + "/file").file(file))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
.andExpect(jsonPath("$.id").value(id.toString()))
|
.andExpect(jsonPath("$.id").value(id.toString()))
|
||||||
.andExpect(jsonPath("$.status").value("UPLOADED"));
|
.andExpect(jsonPath("$.status").value("UPLOADED"));
|
||||||
@@ -775,7 +726,7 @@ class DocumentControllerTest {
|
|||||||
new org.springframework.mock.web.MockMultipartFile(
|
new org.springframework.mock.web.MockMultipartFile(
|
||||||
"file", "evil.html", "text/html", "<script>alert(1)</script>".getBytes());
|
"file", "evil.html", "text/html", "<script>alert(1)</script>".getBytes());
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/" + UUID.randomUUID() + "/file").file(htmlFile).with(csrf()))
|
mockMvc.perform(multipart("/api/documents/" + UUID.randomUUID() + "/file").file(htmlFile))
|
||||||
.andExpect(status().isBadRequest());
|
.andExpect(status().isBadRequest());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -792,7 +743,7 @@ class DocumentControllerTest {
|
|||||||
org.springframework.mock.web.MockMultipartFile file =
|
org.springframework.mock.web.MockMultipartFile file =
|
||||||
new org.springframework.mock.web.MockMultipartFile("file", "brief.pdf", "application/pdf", new byte[]{1});
|
new org.springframework.mock.web.MockMultipartFile("file", "brief.pdf", "application/pdf", new byte[]{1});
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/" + id + "/file").file(file).with(csrf()))
|
mockMvc.perform(multipart("/api/documents/" + id + "/file").file(file))
|
||||||
.andExpect(status().isNotFound());
|
.andExpect(status().isNotFound());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -849,7 +800,7 @@ class DocumentControllerTest {
|
|||||||
new org.springframework.mock.web.MockMultipartFile("metadata", "metadata", "application/json",
|
new org.springframework.mock.web.MockMultipartFile("metadata", "metadata", "application/json",
|
||||||
("{\"senderId\":\"" + senderId + "\"}").getBytes());
|
("{\"senderId\":\"" + senderId + "\"}").getBytes());
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/quick-upload").file(f1).file(f2).file(f3).file(metadata).with(csrf()))
|
mockMvc.perform(multipart("/api/documents/quick-upload").file(f1).file(f2).file(f3).file(metadata))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
.andExpect(jsonPath("$.created.length()").value(3))
|
.andExpect(jsonPath("$.created.length()").value(3))
|
||||||
.andExpect(jsonPath("$.created[0].sender.id").value(senderId.toString()))
|
.andExpect(jsonPath("$.created[0].sender.id").value(senderId.toString()))
|
||||||
@@ -876,7 +827,7 @@ class DocumentControllerTest {
|
|||||||
new org.springframework.mock.web.MockMultipartFile("metadata", "metadata", "application/json",
|
new org.springframework.mock.web.MockMultipartFile("metadata", "metadata", "application/json",
|
||||||
("{\"senderId\":\"" + senderId + "\"}").getBytes());
|
("{\"senderId\":\"" + senderId + "\"}").getBytes());
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/quick-upload").file(file).file(metadata).with(csrf()))
|
mockMvc.perform(multipart("/api/documents/quick-upload").file(file).file(metadata))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
.andExpect(jsonPath("$.created").isEmpty())
|
.andExpect(jsonPath("$.created").isEmpty())
|
||||||
.andExpect(jsonPath("$.updated[0].sender.id").value(senderId.toString()))
|
.andExpect(jsonPath("$.updated[0].sender.id").value(senderId.toString()))
|
||||||
@@ -908,7 +859,7 @@ class DocumentControllerTest {
|
|||||||
new org.springframework.mock.web.MockMultipartFile("metadata", "metadata", "application/json",
|
new org.springframework.mock.web.MockMultipartFile("metadata", "metadata", "application/json",
|
||||||
"{\"titles\":[\"Alpha\",\"Beta\",\"Gamma\"]}".getBytes());
|
"{\"titles\":[\"Alpha\",\"Beta\",\"Gamma\"]}".getBytes());
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/quick-upload").file(f1).file(f2).file(f3).file(metadata).with(csrf()))
|
mockMvc.perform(multipart("/api/documents/quick-upload").file(f1).file(f2).file(f3).file(metadata))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
.andExpect(jsonPath("$.created[0].title").value("Alpha"))
|
.andExpect(jsonPath("$.created[0].title").value("Alpha"))
|
||||||
.andExpect(jsonPath("$.created[1].title").value("Beta"))
|
.andExpect(jsonPath("$.created[1].title").value("Beta"))
|
||||||
@@ -932,7 +883,7 @@ class DocumentControllerTest {
|
|||||||
new org.springframework.mock.web.MockMultipartFile("metadata", "metadata", "application/json",
|
new org.springframework.mock.web.MockMultipartFile("metadata", "metadata", "application/json",
|
||||||
"{\"titles\":[\"A\",\"B\",\"C\"]}".getBytes());
|
"{\"titles\":[\"A\",\"B\",\"C\"]}".getBytes());
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/quick-upload").file(f1).file(f2).file(metadata).with(csrf()))
|
mockMvc.perform(multipart("/api/documents/quick-upload").file(f1).file(f2).file(metadata))
|
||||||
.andExpect(status().isBadRequest());
|
.andExpect(status().isBadRequest());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -953,7 +904,7 @@ class DocumentControllerTest {
|
|||||||
new org.springframework.mock.web.MockMultipartFile("metadata", "metadata", "application/json",
|
new org.springframework.mock.web.MockMultipartFile("metadata", "metadata", "application/json",
|
||||||
"{\"tagNames\":[\"Briefwechsel\",\"Krieg\"]}".getBytes());
|
"{\"tagNames\":[\"Briefwechsel\",\"Krieg\"]}".getBytes());
|
||||||
|
|
||||||
mockMvc.perform(multipart("/api/documents/quick-upload").file(file).file(metadata).with(csrf()))
|
mockMvc.perform(multipart("/api/documents/quick-upload").file(file).file(metadata))
|
||||||
.andExpect(status().isOk());
|
.andExpect(status().isOk());
|
||||||
|
|
||||||
org.assertj.core.api.Assertions.assertThat(captor.getValue().getTagNames())
|
org.assertj.core.api.Assertions.assertThat(captor.getValue().getTagNames())
|
||||||
@@ -975,7 +926,7 @@ class DocumentControllerTest {
|
|||||||
"files", "f" + i + ".pdf", "application/pdf", new byte[]{1}));
|
"files", "f" + i + ".pdf", "application/pdf", new byte[]{1}));
|
||||||
}
|
}
|
||||||
|
|
||||||
mockMvc.perform(builder.with(csrf()))
|
mockMvc.perform(builder)
|
||||||
.andExpect(status().isBadRequest())
|
.andExpect(status().isBadRequest())
|
||||||
.andExpect(jsonPath("$.code").value("BATCH_TOO_LARGE"));
|
.andExpect(jsonPath("$.code").value("BATCH_TOO_LARGE"));
|
||||||
}
|
}
|
||||||
@@ -994,7 +945,7 @@ class DocumentControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void patchBulk_returns401_whenUnauthenticated() throws Exception {
|
void patchBulk_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(patch("/api/documents/bulk").with(csrf())
|
mockMvc.perform(patch("/api/documents/bulk")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(bulkBody(UUID.randomUUID().toString())))
|
.content(bulkBody(UUID.randomUUID().toString())))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
@@ -1003,7 +954,7 @@ class DocumentControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser
|
@WithMockUser
|
||||||
void patchBulk_returns403_forReadAllUser() throws Exception {
|
void patchBulk_returns403_forReadAllUser() throws Exception {
|
||||||
mockMvc.perform(patch("/api/documents/bulk").with(csrf())
|
mockMvc.perform(patch("/api/documents/bulk")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(bulkBody(UUID.randomUUID().toString())))
|
.content(bulkBody(UUID.randomUUID().toString())))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
@@ -1014,7 +965,7 @@ class DocumentControllerTest {
|
|||||||
void patchBulk_returns400_whenDocumentIdsIsEmpty() throws Exception {
|
void patchBulk_returns400_whenDocumentIdsIsEmpty() throws Exception {
|
||||||
when(userService.findByEmail(any())).thenReturn(AppUser.builder().id(UUID.randomUUID()).build());
|
when(userService.findByEmail(any())).thenReturn(AppUser.builder().id(UUID.randomUUID()).build());
|
||||||
|
|
||||||
mockMvc.perform(patch("/api/documents/bulk").with(csrf())
|
mockMvc.perform(patch("/api/documents/bulk")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"documentIds\":[]}"))
|
.content("{\"documentIds\":[]}"))
|
||||||
.andExpect(status().isBadRequest());
|
.andExpect(status().isBadRequest());
|
||||||
@@ -1025,7 +976,7 @@ class DocumentControllerTest {
|
|||||||
void patchBulk_returns400_whenDocumentIdsIsMissing() throws Exception {
|
void patchBulk_returns400_whenDocumentIdsIsMissing() throws Exception {
|
||||||
when(userService.findByEmail(any())).thenReturn(AppUser.builder().id(UUID.randomUUID()).build());
|
when(userService.findByEmail(any())).thenReturn(AppUser.builder().id(UUID.randomUUID()).build());
|
||||||
|
|
||||||
mockMvc.perform(patch("/api/documents/bulk").with(csrf())
|
mockMvc.perform(patch("/api/documents/bulk")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{}"))
|
.content("{}"))
|
||||||
.andExpect(status().isBadRequest());
|
.andExpect(status().isBadRequest());
|
||||||
@@ -1039,7 +990,7 @@ class DocumentControllerTest {
|
|||||||
String[] ids = new String[501];
|
String[] ids = new String[501];
|
||||||
for (int i = 0; i < 501; i++) ids[i] = UUID.randomUUID().toString();
|
for (int i = 0; i < 501; i++) ids[i] = UUID.randomUUID().toString();
|
||||||
|
|
||||||
mockMvc.perform(patch("/api/documents/bulk").with(csrf())
|
mockMvc.perform(patch("/api/documents/bulk")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(bulkBody(ids)))
|
.content(bulkBody(ids)))
|
||||||
.andExpect(status().isBadRequest())
|
.andExpect(status().isBadRequest())
|
||||||
@@ -1058,7 +1009,7 @@ class DocumentControllerTest {
|
|||||||
String tooLong = "x".repeat(256);
|
String tooLong = "x".repeat(256);
|
||||||
|
|
||||||
String body = "{\"documentIds\":[\"" + id + "\"],\"archiveBox\":\"" + tooLong + "\"}";
|
String body = "{\"documentIds\":[\"" + id + "\"],\"archiveBox\":\"" + tooLong + "\"}";
|
||||||
mockMvc.perform(patch("/api/documents/bulk").with(csrf())
|
mockMvc.perform(patch("/api/documents/bulk")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(body))
|
.content(body))
|
||||||
.andExpect(status().isBadRequest());
|
.andExpect(status().isBadRequest());
|
||||||
@@ -1074,7 +1025,7 @@ class DocumentControllerTest {
|
|||||||
String[] ids = new String[500];
|
String[] ids = new String[500];
|
||||||
for (int i = 0; i < 500; i++) ids[i] = UUID.randomUUID().toString();
|
for (int i = 0; i < 500; i++) ids[i] = UUID.randomUUID().toString();
|
||||||
|
|
||||||
mockMvc.perform(patch("/api/documents/bulk").with(csrf())
|
mockMvc.perform(patch("/api/documents/bulk")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(bulkBody(ids)))
|
.content(bulkBody(ids)))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
@@ -1091,7 +1042,7 @@ class DocumentControllerTest {
|
|||||||
|
|
||||||
// Same id sent three times — controller should dedupe and call the
|
// Same id sent three times — controller should dedupe and call the
|
||||||
// service exactly once, returning updated=1, not 3.
|
// service exactly once, returning updated=1, not 3.
|
||||||
mockMvc.perform(patch("/api/documents/bulk").with(csrf())
|
mockMvc.perform(patch("/api/documents/bulk")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(bulkBody(id.toString(), id.toString(), id.toString())))
|
.content(bulkBody(id.toString(), id.toString(), id.toString())))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
@@ -1110,7 +1061,7 @@ class DocumentControllerTest {
|
|||||||
when(documentService.applyBulkEditToDocument(any(), any(), any()))
|
when(documentService.applyBulkEditToDocument(any(), any(), any()))
|
||||||
.thenAnswer(inv -> Document.builder().id(inv.getArgument(0)).build());
|
.thenAnswer(inv -> Document.builder().id(inv.getArgument(0)).build());
|
||||||
|
|
||||||
mockMvc.perform(patch("/api/documents/bulk").with(csrf())
|
mockMvc.perform(patch("/api/documents/bulk")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(bulkBody(id1.toString(), id2.toString())))
|
.content(bulkBody(id1.toString(), id2.toString())))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
@@ -1186,7 +1137,7 @@ class DocumentControllerTest {
|
|||||||
void batchMetadata_returns401_whenUnauthenticated() throws Exception {
|
void batchMetadata_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post("/api/documents/batch-metadata")
|
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post("/api/documents/batch-metadata")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"ids\":[\"" + UUID.randomUUID() + "\"]}").with(csrf()))
|
.content("{\"ids\":[\"" + UUID.randomUUID() + "\"]}"))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1195,7 +1146,7 @@ class DocumentControllerTest {
|
|||||||
void batchMetadata_returns403_forUserWithoutReadAll() throws Exception {
|
void batchMetadata_returns403_forUserWithoutReadAll() throws Exception {
|
||||||
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post("/api/documents/batch-metadata")
|
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post("/api/documents/batch-metadata")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"ids\":[\"" + UUID.randomUUID() + "\"]}").with(csrf()))
|
.content("{\"ids\":[\"" + UUID.randomUUID() + "\"]}"))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1204,7 +1155,7 @@ class DocumentControllerTest {
|
|||||||
void batchMetadata_returns400_whenIdsEmpty() throws Exception {
|
void batchMetadata_returns400_whenIdsEmpty() throws Exception {
|
||||||
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post("/api/documents/batch-metadata")
|
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post("/api/documents/batch-metadata")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"ids\":[]}").with(csrf()))
|
.content("{\"ids\":[]}"))
|
||||||
.andExpect(status().isBadRequest());
|
.andExpect(status().isBadRequest());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1221,7 +1172,7 @@ class DocumentControllerTest {
|
|||||||
|
|
||||||
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post("/api/documents/batch-metadata")
|
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post("/api/documents/batch-metadata")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(sb.toString()).with(csrf()))
|
.content(sb.toString()))
|
||||||
.andExpect(status().isBadRequest())
|
.andExpect(status().isBadRequest())
|
||||||
.andExpect(jsonPath("$.code").value("BULK_EDIT_TOO_MANY_IDS"));
|
.andExpect(jsonPath("$.code").value("BULK_EDIT_TOO_MANY_IDS"));
|
||||||
}
|
}
|
||||||
@@ -1236,7 +1187,7 @@ class DocumentControllerTest {
|
|||||||
|
|
||||||
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post("/api/documents/batch-metadata")
|
mockMvc.perform(org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post("/api/documents/batch-metadata")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"ids\":[\"" + id + "\"]}").with(csrf()))
|
.content("{\"ids\":[\"" + id + "\"]}"))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
.andExpect(jsonPath("$[0].id").value(id.toString()))
|
.andExpect(jsonPath("$[0].id").value(id.toString()))
|
||||||
.andExpect(jsonPath("$[0].title").value("Brief"))
|
.andExpect(jsonPath("$[0].title").value("Brief"))
|
||||||
@@ -1257,7 +1208,7 @@ class DocumentControllerTest {
|
|||||||
org.raddatz.familienarchiv.exception.ErrorCode.DOCUMENT_NOT_FOUND,
|
org.raddatz.familienarchiv.exception.ErrorCode.DOCUMENT_NOT_FOUND,
|
||||||
"evil\r\nFAKE LOG ENTRY: admin logged in"));
|
"evil\r\nFAKE LOG ENTRY: admin logged in"));
|
||||||
|
|
||||||
mockMvc.perform(patch("/api/documents/bulk").with(csrf())
|
mockMvc.perform(patch("/api/documents/bulk")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(bulkBody(badId.toString())))
|
.content(bulkBody(badId.toString())))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
@@ -1281,7 +1232,7 @@ class DocumentControllerTest {
|
|||||||
.thenThrow(org.raddatz.familienarchiv.exception.DomainException.notFound(
|
.thenThrow(org.raddatz.familienarchiv.exception.DomainException.notFound(
|
||||||
org.raddatz.familienarchiv.exception.ErrorCode.DOCUMENT_NOT_FOUND, "Document not found: " + badId));
|
org.raddatz.familienarchiv.exception.ErrorCode.DOCUMENT_NOT_FOUND, "Document not found: " + badId));
|
||||||
|
|
||||||
mockMvc.perform(patch("/api/documents/bulk").with(csrf())
|
mockMvc.perform(patch("/api/documents/bulk")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(bulkBody(okId.toString(), badId.toString())))
|
.content(bulkBody(okId.toString(), badId.toString())))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
@@ -1386,16 +1337,4 @@ class DocumentControllerTest {
|
|||||||
DocumentStatus.REVIEWED,
|
DocumentStatus.REVIEWED,
|
||||||
org.raddatz.familienarchiv.tag.TagOperator.AND)));
|
org.raddatz.familienarchiv.tag.TagOperator.AND)));
|
||||||
}
|
}
|
||||||
|
|
||||||
// ─── CSRF protection ──────────────────────────────────────────────────────
|
|
||||||
|
|
||||||
@Test
|
|
||||||
@WithMockUser
|
|
||||||
void post_without_csrf_token_returns_403_CSRF_TOKEN_MISSING() throws Exception {
|
|
||||||
mockMvc.perform(post("/api/documents")
|
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
|
||||||
.content("{}"))
|
|
||||||
.andExpect(status().isForbidden())
|
|
||||||
.andExpect(jsonPath("$.code").value(ErrorCode.CSRF_TOKEN_MISSING.name()));
|
|
||||||
}
|
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,178 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.document;
|
|
||||||
|
|
||||||
import org.junit.jupiter.api.AfterEach;
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.raddatz.familienarchiv.PostgresContainerConfig;
|
|
||||||
import org.raddatz.familienarchiv.audit.AuditLogQueryService;
|
|
||||||
import org.raddatz.familienarchiv.dashboard.DashboardService;
|
|
||||||
import org.raddatz.familienarchiv.person.Person;
|
|
||||||
import org.raddatz.familienarchiv.person.PersonRepository;
|
|
||||||
import org.raddatz.familienarchiv.tag.Tag;
|
|
||||||
import org.raddatz.familienarchiv.tag.TagRepository;
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.boot.test.context.SpringBootTest;
|
|
||||||
import org.springframework.context.annotation.Import;
|
|
||||||
import org.springframework.data.domain.PageRequest;
|
|
||||||
import org.springframework.test.context.ActiveProfiles;
|
|
||||||
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
|
||||||
import software.amazon.awssdk.services.s3.S3Client;
|
|
||||||
|
|
||||||
import java.util.HashSet;
|
|
||||||
import java.util.List;
|
|
||||||
import java.util.Optional;
|
|
||||||
import java.util.Set;
|
|
||||||
import java.util.UUID;
|
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
import static org.assertj.core.api.Assertions.assertThatCode;
|
|
||||||
import static org.mockito.ArgumentMatchers.any;
|
|
||||||
import static org.mockito.Mockito.when;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Verifies that lazy-loaded associations on {@link Document} are accessible after a service
|
|
||||||
* method returns — i.e. no {@link org.hibernate.LazyInitializationException} is thrown outside
|
|
||||||
* the Hibernate session that loaded the entity.
|
|
||||||
*
|
|
||||||
* <p><b>Known limitation:</b> calling {@code getDocumentById} (or any other service method) from
|
|
||||||
* within an already-open transaction is not covered here. When an outer transaction is active,
|
|
||||||
* the service's own {@code @Transactional} merges into it and Hibernate keeps the same session
|
|
||||||
* open, so the lazy-init guard behaves differently than in a non-transactional caller. This is a
|
|
||||||
* known constraint of the test setup, not a bug in the production code.
|
|
||||||
*/
|
|
||||||
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.NONE)
|
|
||||||
@ActiveProfiles("test")
|
|
||||||
@Import(PostgresContainerConfig.class)
|
|
||||||
class DocumentLazyLoadingTest {
|
|
||||||
|
|
||||||
@MockitoBean
|
|
||||||
S3Client s3Client;
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
DocumentRepository documentRepository;
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
PersonRepository personRepository;
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
TagRepository tagRepository;
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
DocumentService documentService;
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
DashboardService dashboardService;
|
|
||||||
|
|
||||||
@MockitoBean
|
|
||||||
AuditLogQueryService auditLogQueryService;
|
|
||||||
|
|
||||||
@AfterEach
|
|
||||||
void cleanup() {
|
|
||||||
documentRepository.deleteAll();
|
|
||||||
tagRepository.deleteAll();
|
|
||||||
personRepository.deleteAll();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void getDocumentById_tagsAndReceiversAccessible_afterReturnFromService() {
|
|
||||||
Person sender = savedPerson("Max", "LzSender");
|
|
||||||
Person receiver = savedPerson("Anna", "LzReceiver");
|
|
||||||
Tag tag = savedTag("LzTag");
|
|
||||||
Document doc = savedDocument("LazyTest", "lazy_test.pdf", sender, Set.of(receiver), Set.of(tag));
|
|
||||||
|
|
||||||
Document result = documentService.getDocumentById(doc.getId());
|
|
||||||
|
|
||||||
// Only the collection access itself is in assertThatCode — guards against LazyInitializationException.
|
|
||||||
// Value assertions live outside so failures surface as AssertionError, not as unexpected exception.
|
|
||||||
assertThatCode(() -> {
|
|
||||||
result.getTags().size();
|
|
||||||
result.getReceivers().size();
|
|
||||||
}).doesNotThrowAnyException();
|
|
||||||
assertThat(result.getTags()).isNotEmpty();
|
|
||||||
result.getTags().forEach(t -> assertThat(t.getName()).isNotNull());
|
|
||||||
assertThat(result.getReceivers()).isNotEmpty();
|
|
||||||
result.getReceivers().forEach(r -> assertThat(r.getLastName()).isNotNull());
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void getRecentActivity_collectionsAccessibleAfterReturn() {
|
|
||||||
Person sender = savedPerson("Hans", "RaSender");
|
|
||||||
Tag tag = savedTag("RaTag");
|
|
||||||
for (int i = 0; i < 3; i++) {
|
|
||||||
savedDocument("RaDoc " + i, "ra_doc" + i + ".pdf", sender, Set.of(), Set.of(tag));
|
|
||||||
}
|
|
||||||
|
|
||||||
List<Document> results = documentService.getRecentActivity(3);
|
|
||||||
|
|
||||||
// Access lazy fields inside assertThatCode — guards against LazyInitializationException.
|
|
||||||
// Value assertions live outside so failures surface as AssertionError, not as unexpected exception.
|
|
||||||
assertThatCode(() -> {
|
|
||||||
results.forEach(d -> d.getSender().getLastName());
|
|
||||||
results.forEach(d -> d.getTags().size());
|
|
||||||
}).doesNotThrowAnyException();
|
|
||||||
results.forEach(d -> assertThat(d.getSender()).isNotNull());
|
|
||||||
results.forEach(d -> assertThat(d.getSender().getLastName()).isNotNull());
|
|
||||||
results.forEach(d -> assertThat(d.getTags()).isNotEmpty());
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void searchDocuments_receiverSort_doesNotThrowLazyInitializationException() {
|
|
||||||
Person sender = savedPerson("Hans", "SrSender");
|
|
||||||
Person receiver = savedPerson("Anna", "SrReceiver");
|
|
||||||
Tag tag = savedTag("SrTag");
|
|
||||||
savedDocument("SrDoc", "sr_doc.pdf", sender, Set.of(receiver), Set.of(tag));
|
|
||||||
|
|
||||||
DocumentSearchResult result = documentService.searchDocuments(
|
|
||||||
null, null, null, null, null, null, null, null,
|
|
||||||
DocumentSort.RECEIVER, "asc", null,
|
|
||||||
PageRequest.of(0, 20));
|
|
||||||
assertThat(result.totalElements()).isGreaterThan(0);
|
|
||||||
assertThatCode(() ->
|
|
||||||
result.items().forEach(i -> { if (i.sender() != null) i.sender().getLastName(); }))
|
|
||||||
.doesNotThrowAnyException();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void searchDocuments_senderSort_doesNotThrowLazyInitializationException() {
|
|
||||||
Person sender = savedPerson("Hans", "SsSender");
|
|
||||||
Tag tag = savedTag("SsTag");
|
|
||||||
savedDocument("SsDoc", "ss_doc.pdf", sender, Set.of(), Set.of(tag));
|
|
||||||
|
|
||||||
assertThatCode(() -> documentService.searchDocuments(
|
|
||||||
null, null, null, null, null, null, null, null,
|
|
||||||
DocumentSort.SENDER, "asc", null,
|
|
||||||
PageRequest.of(0, 20)))
|
|
||||||
.doesNotThrowAnyException();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void dashboardService_getResume_accessesReceiversViaGetDocumentById_withoutException() {
|
|
||||||
Person sender = savedPerson("Max", "DsSender");
|
|
||||||
Person receiver = savedPerson("Anna", "DsReceiver");
|
|
||||||
Document doc = savedDocument("DashboardTest", "dashboard_test.pdf", sender, Set.of(receiver), Set.of());
|
|
||||||
UUID fakeUserId = UUID.randomUUID();
|
|
||||||
when(auditLogQueryService.findMostRecentDocumentForUser(any())).thenReturn(Optional.of(doc.getId()));
|
|
||||||
when(auditLogQueryService.findRecentContributorsPerDocument(any())).thenReturn(java.util.Map.of());
|
|
||||||
|
|
||||||
assertThatCode(() -> dashboardService.getResume(fakeUserId))
|
|
||||||
.doesNotThrowAnyException();
|
|
||||||
}
|
|
||||||
|
|
||||||
private Person savedPerson(String firstName, String lastName) {
|
|
||||||
return personRepository.save(Person.builder().firstName(firstName).lastName(lastName).build());
|
|
||||||
}
|
|
||||||
|
|
||||||
private Tag savedTag(String name) {
|
|
||||||
return tagRepository.save(Tag.builder().name(name).build());
|
|
||||||
}
|
|
||||||
|
|
||||||
private Document savedDocument(String title, String filename, Person sender,
|
|
||||||
Set<Person> receivers, Set<Tag> tags) {
|
|
||||||
return documentRepository.save(Document.builder()
|
|
||||||
.title(title).originalFilename(filename)
|
|
||||||
.status(DocumentStatus.UPLOADED)
|
|
||||||
.sender(sender)
|
|
||||||
.receivers(new HashSet<>(receivers))
|
|
||||||
.tags(new HashSet<>(tags))
|
|
||||||
.build());
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,120 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.document;
|
|
||||||
|
|
||||||
import org.junit.jupiter.api.AfterEach;
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.raddatz.familienarchiv.PostgresContainerConfig;
|
|
||||||
import org.raddatz.familienarchiv.audit.AuditLogQueryService;
|
|
||||||
import org.raddatz.familienarchiv.ocr.TrainingLabel;
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.boot.test.context.SpringBootTest;
|
|
||||||
import org.springframework.context.annotation.Import;
|
|
||||||
import org.springframework.data.domain.PageRequest;
|
|
||||||
import org.springframework.test.context.ActiveProfiles;
|
|
||||||
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
|
||||||
import software.amazon.awssdk.services.s3.S3Client;
|
|
||||||
|
|
||||||
import java.util.HashSet;
|
|
||||||
import java.util.Set;
|
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
import static org.assertj.core.api.Assertions.assertThatCode;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* AC #2: Document with trainingLabels does not cause LazyInitializationException in search.
|
|
||||||
* AC #3: Detail API still returns trainingLabels after the Document.list graph change.
|
|
||||||
*/
|
|
||||||
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.NONE)
|
|
||||||
@ActiveProfiles("test")
|
|
||||||
@Import(PostgresContainerConfig.class)
|
|
||||||
class DocumentListItemIntegrationTest {
|
|
||||||
|
|
||||||
@MockitoBean
|
|
||||||
S3Client s3Client;
|
|
||||||
|
|
||||||
@MockitoBean
|
|
||||||
AuditLogQueryService auditLogQueryService;
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
DocumentRepository documentRepository;
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
DocumentService documentService;
|
|
||||||
|
|
||||||
@AfterEach
|
|
||||||
void cleanup() {
|
|
||||||
documentRepository.deleteAll();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void search_doesNotThrow_whenDocumentHasTrainingLabels() {
|
|
||||||
documentRepository.save(Document.builder()
|
|
||||||
.title("Kurrent Brief")
|
|
||||||
.originalFilename("kurrent.pdf")
|
|
||||||
.status(DocumentStatus.UPLOADED)
|
|
||||||
.trainingLabels(new HashSet<>(Set.of(TrainingLabel.KURRENT_RECOGNITION)))
|
|
||||||
.build());
|
|
||||||
|
|
||||||
assertThatCode(() -> documentService.searchDocuments(
|
|
||||||
null, null, null, null, null, null, null, null,
|
|
||||||
DocumentSort.DATE, "DESC", null,
|
|
||||||
PageRequest.of(0, 50)))
|
|
||||||
.doesNotThrowAnyException();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void search_returns_list_item_without_sensitive_fields_when_document_has_training_labels() {
|
|
||||||
documentRepository.save(Document.builder()
|
|
||||||
.title("Kurrent Brief")
|
|
||||||
.originalFilename("kurrent2.pdf")
|
|
||||||
.status(DocumentStatus.UPLOADED)
|
|
||||||
.trainingLabels(new HashSet<>(Set.of(TrainingLabel.KURRENT_RECOGNITION)))
|
|
||||||
.build());
|
|
||||||
|
|
||||||
DocumentSearchResult result = documentService.searchDocuments(
|
|
||||||
null, null, null, null, null, null, null, null,
|
|
||||||
DocumentSort.DATE, "DESC", null,
|
|
||||||
PageRequest.of(0, 50));
|
|
||||||
|
|
||||||
assertThat(result.totalElements()).isGreaterThan(0);
|
|
||||||
DocumentListItem item = result.items().get(0);
|
|
||||||
assertThat(item.id()).isNotNull();
|
|
||||||
assertThat(item.title()).isEqualTo("Kurrent Brief");
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void search_listItem_carriesMetaDatePrecisionAndEnd() {
|
|
||||||
documentRepository.save(Document.builder()
|
|
||||||
.title("Range Brief")
|
|
||||||
.originalFilename("range.pdf")
|
|
||||||
.status(DocumentStatus.UPLOADED)
|
|
||||||
.documentDate(java.time.LocalDate.of(1943, 1, 1))
|
|
||||||
.metaDatePrecision(DatePrecision.RANGE)
|
|
||||||
.metaDateEnd(java.time.LocalDate.of(1943, 12, 31))
|
|
||||||
.build());
|
|
||||||
|
|
||||||
DocumentSearchResult result = documentService.searchDocuments(
|
|
||||||
null, null, null, null, null, null, null, null,
|
|
||||||
DocumentSort.DATE, "DESC", null,
|
|
||||||
PageRequest.of(0, 50));
|
|
||||||
|
|
||||||
DocumentListItem item = result.items().stream()
|
|
||||||
.filter(i -> i.title().equals("Range Brief")).findFirst().orElseThrow();
|
|
||||||
assertThat(item.metaDatePrecision()).isEqualTo(DatePrecision.RANGE);
|
|
||||||
assertThat(item.metaDateEnd()).isEqualTo(java.time.LocalDate.of(1943, 12, 31));
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void detail_stillReturnsTrainingLabels() {
|
|
||||||
Document saved = documentRepository.save(Document.builder()
|
|
||||||
.title("Detail Test")
|
|
||||||
.originalFilename("detail_test.pdf")
|
|
||||||
.status(DocumentStatus.UPLOADED)
|
|
||||||
.trainingLabels(new HashSet<>(Set.of(TrainingLabel.KURRENT_RECOGNITION)))
|
|
||||||
.build());
|
|
||||||
|
|
||||||
// Document.full entity graph (used by getDocumentById) must still load trainingLabels
|
|
||||||
Document loaded = documentService.getDocumentById(saved.getId());
|
|
||||||
|
|
||||||
assertThat(loaded.getTrainingLabels()).containsExactly(TrainingLabel.KURRENT_RECOGNITION);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -1,9 +1,5 @@
|
|||||||
package org.raddatz.familienarchiv.document;
|
package org.raddatz.familienarchiv.document;
|
||||||
|
|
||||||
import jakarta.persistence.EntityManager;
|
|
||||||
import jakarta.persistence.EntityManagerFactory;
|
|
||||||
import org.hibernate.SessionFactory;
|
|
||||||
import org.hibernate.stat.Statistics;
|
|
||||||
import org.junit.jupiter.api.Test;
|
import org.junit.jupiter.api.Test;
|
||||||
import org.raddatz.familienarchiv.PostgresContainerConfig;
|
import org.raddatz.familienarchiv.PostgresContainerConfig;
|
||||||
import org.raddatz.familienarchiv.config.FlywayConfig;
|
import org.raddatz.familienarchiv.config.FlywayConfig;
|
||||||
@@ -25,7 +21,6 @@ import org.springframework.beans.factory.annotation.Autowired;
|
|||||||
import org.springframework.boot.jdbc.test.autoconfigure.AutoConfigureTestDatabase;
|
import org.springframework.boot.jdbc.test.autoconfigure.AutoConfigureTestDatabase;
|
||||||
import org.springframework.boot.data.jpa.test.autoconfigure.DataJpaTest;
|
import org.springframework.boot.data.jpa.test.autoconfigure.DataJpaTest;
|
||||||
import org.springframework.context.annotation.Import;
|
import org.springframework.context.annotation.Import;
|
||||||
import org.springframework.data.jpa.domain.Specification;
|
|
||||||
|
|
||||||
import org.springframework.data.domain.Page;
|
import org.springframework.data.domain.Page;
|
||||||
import org.springframework.data.domain.PageRequest;
|
import org.springframework.data.domain.PageRequest;
|
||||||
@@ -60,12 +55,6 @@ class DocumentRepositoryTest {
|
|||||||
@Autowired
|
@Autowired
|
||||||
private TranscriptionBlockRepository transcriptionBlockRepository;
|
private TranscriptionBlockRepository transcriptionBlockRepository;
|
||||||
|
|
||||||
@Autowired
|
|
||||||
private EntityManagerFactory entityManagerFactory;
|
|
||||||
|
|
||||||
@Autowired
|
|
||||||
private EntityManager entityManager;
|
|
||||||
|
|
||||||
// ─── save and findById ────────────────────────────────────────────────────
|
// ─── save and findById ────────────────────────────────────────────────────
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@@ -501,117 +490,6 @@ class DocumentRepositoryTest {
|
|||||||
assertThat(ids).containsExactlyInAnyOrder(grandparent.getId(), parent2.getId(), child2.getId());
|
assertThat(ids).containsExactlyInAnyOrder(grandparent.getId(), parent2.getId(), child2.getId());
|
||||||
}
|
}
|
||||||
|
|
||||||
// ─── query-count — entity-graph assertions ────────────────────────────────
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void findAll_withSpecAndPageable_loadsDocumentsInAtMostFiveStatements() {
|
|
||||||
Person sender = personRepository.save(Person.builder().firstName("Hans").lastName("QcSender").build());
|
|
||||||
Person receiver = personRepository.save(Person.builder().firstName("Anna").lastName("QcReceiver").build());
|
|
||||||
Tag tag = tagRepository.save(Tag.builder().name("QcTag").build());
|
|
||||||
for (int i = 0; i < 10; i++) {
|
|
||||||
documentRepository.save(Document.builder()
|
|
||||||
.title("QcDoc " + i).originalFilename("qcdoc" + i + ".pdf")
|
|
||||||
.status(DocumentStatus.UPLOADED)
|
|
||||||
.sender(sender)
|
|
||||||
.receivers(new HashSet<>(Set.of(receiver)))
|
|
||||||
.tags(new HashSet<>(Set.of(tag)))
|
|
||||||
.build());
|
|
||||||
}
|
|
||||||
entityManager.flush();
|
|
||||||
entityManager.clear();
|
|
||||||
Statistics stats = entityManagerFactory.unwrap(SessionFactory.class).getStatistics();
|
|
||||||
stats.setStatisticsEnabled(true);
|
|
||||||
stats.clear();
|
|
||||||
|
|
||||||
Specification<Document> allDocs = (root, query, cb) -> null;
|
|
||||||
documentRepository.findAll(allDocs, PageRequest.of(0, 10));
|
|
||||||
|
|
||||||
assertThat(stats.getPrepareStatementCount())
|
|
||||||
.as("@EntityGraph(Document.list) must load 10 docs in ≤5 statements, not N+1")
|
|
||||||
.isLessThanOrEqualTo(5);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void findById_loadsSenderReceiversAndTagsInAtMostTwoStatements() {
|
|
||||||
Person sender = personRepository.save(Person.builder().firstName("Max").lastName("FbSender").build());
|
|
||||||
Set<Person> receivers = new HashSet<>();
|
|
||||||
for (int i = 0; i < 3; i++) {
|
|
||||||
receivers.add(personRepository.save(
|
|
||||||
Person.builder().firstName("R" + i).lastName("FbReceiver").build()));
|
|
||||||
}
|
|
||||||
Set<Tag> tags = new HashSet<>();
|
|
||||||
for (int i = 0; i < 5; i++) {
|
|
||||||
tags.add(tagRepository.save(Tag.builder().name("FbTag" + i).build()));
|
|
||||||
}
|
|
||||||
Document doc = documentRepository.save(Document.builder()
|
|
||||||
.title("FindByIdQc").originalFilename("findbyid_qc.pdf")
|
|
||||||
.status(DocumentStatus.UPLOADED)
|
|
||||||
.sender(sender).receivers(receivers).tags(tags)
|
|
||||||
.build());
|
|
||||||
entityManager.flush();
|
|
||||||
entityManager.clear();
|
|
||||||
Statistics stats = entityManagerFactory.unwrap(SessionFactory.class).getStatistics();
|
|
||||||
stats.setStatisticsEnabled(true);
|
|
||||||
stats.clear();
|
|
||||||
|
|
||||||
documentRepository.findById(doc.getId());
|
|
||||||
|
|
||||||
assertThat(stats.getPrepareStatementCount())
|
|
||||||
.as("@EntityGraph(Document.full) must load sender+receivers+tags in ≤2 statements, not 4")
|
|
||||||
.isLessThanOrEqualTo(2);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void findAll_withPageable_loadsSenderWithoutNPlusOne() {
|
|
||||||
Person sender = personRepository.save(Person.builder().firstName("Maria").lastName("RaSender").build());
|
|
||||||
Tag tag = tagRepository.save(Tag.builder().name("RaTag2").build());
|
|
||||||
for (int i = 0; i < 5; i++) {
|
|
||||||
documentRepository.save(Document.builder()
|
|
||||||
.title("RaDoc2 " + i).originalFilename("radoc2_" + i + ".pdf")
|
|
||||||
.status(DocumentStatus.UPLOADED)
|
|
||||||
.sender(sender)
|
|
||||||
.tags(new HashSet<>(Set.of(tag)))
|
|
||||||
.build());
|
|
||||||
}
|
|
||||||
entityManager.flush();
|
|
||||||
entityManager.clear();
|
|
||||||
Statistics stats = entityManagerFactory.unwrap(SessionFactory.class).getStatistics();
|
|
||||||
stats.setStatisticsEnabled(true);
|
|
||||||
stats.clear();
|
|
||||||
|
|
||||||
documentRepository.findAll(PageRequest.of(0, 5, Sort.by(Sort.Direction.DESC, "updatedAt")));
|
|
||||||
|
|
||||||
assertThat(stats.getPrepareStatementCount())
|
|
||||||
.as("@EntityGraph(Document.list) via findAll(Pageable) must not N+1 sender for 5 docs")
|
|
||||||
.isLessThanOrEqualTo(5);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void findAll_withSpecOnly_appliesEntityGraphInAtMostFiveStatements() {
|
|
||||||
Person sender = personRepository.save(Person.builder().firstName("Otto").lastName("SoSender").build());
|
|
||||||
Tag tag = tagRepository.save(Tag.builder().name("SoTag").build());
|
|
||||||
for (int i = 0; i < 5; i++) {
|
|
||||||
documentRepository.save(Document.builder()
|
|
||||||
.title("SoDoc " + i).originalFilename("sodoc_" + i + ".pdf")
|
|
||||||
.status(DocumentStatus.UPLOADED)
|
|
||||||
.sender(sender)
|
|
||||||
.tags(new HashSet<>(Set.of(tag)))
|
|
||||||
.build());
|
|
||||||
}
|
|
||||||
entityManager.flush();
|
|
||||||
entityManager.clear();
|
|
||||||
Statistics stats = entityManagerFactory.unwrap(SessionFactory.class).getStatistics();
|
|
||||||
stats.setStatisticsEnabled(true);
|
|
||||||
stats.clear();
|
|
||||||
|
|
||||||
Specification<Document> allDocs = (root, query, cb) -> null;
|
|
||||||
documentRepository.findAll(allDocs);
|
|
||||||
|
|
||||||
assertThat(stats.getPrepareStatementCount())
|
|
||||||
.as("@EntityGraph(Document.list) via findAll(Spec) must not N+1 sender for 5 docs")
|
|
||||||
.isLessThanOrEqualTo(5);
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── seeding helpers ─────────────────────────────────────────────────────
|
// ─── seeding helpers ─────────────────────────────────────────────────────
|
||||||
|
|
||||||
private Document uploaded(String title) {
|
private Document uploaded(String title) {
|
||||||
|
|||||||
@@ -12,9 +12,9 @@ import org.springframework.beans.factory.annotation.Autowired;
|
|||||||
import org.springframework.boot.test.context.SpringBootTest;
|
import org.springframework.boot.test.context.SpringBootTest;
|
||||||
import org.springframework.context.annotation.Import;
|
import org.springframework.context.annotation.Import;
|
||||||
import org.springframework.data.domain.PageRequest;
|
import org.springframework.data.domain.PageRequest;
|
||||||
|
import org.springframework.test.annotation.DirtiesContext;
|
||||||
import org.springframework.test.context.ActiveProfiles;
|
import org.springframework.test.context.ActiveProfiles;
|
||||||
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
||||||
import org.springframework.transaction.annotation.Transactional;
|
|
||||||
import software.amazon.awssdk.services.s3.S3Client;
|
import software.amazon.awssdk.services.s3.S3Client;
|
||||||
|
|
||||||
import java.time.LocalDate;
|
import java.time.LocalDate;
|
||||||
@@ -33,7 +33,7 @@ import static org.assertj.core.api.Assertions.assertThat;
|
|||||||
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.NONE)
|
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.NONE)
|
||||||
@ActiveProfiles("test")
|
@ActiveProfiles("test")
|
||||||
@Import(PostgresContainerConfig.class)
|
@Import(PostgresContainerConfig.class)
|
||||||
@Transactional
|
@DirtiesContext(classMode = DirtiesContext.ClassMode.AFTER_EACH_TEST_METHOD)
|
||||||
class DocumentSearchPagedIntegrationTest {
|
class DocumentSearchPagedIntegrationTest {
|
||||||
|
|
||||||
private static final int FIXTURE_SIZE = 120;
|
private static final int FIXTURE_SIZE = 120;
|
||||||
@@ -125,10 +125,10 @@ class DocumentSearchPagedIntegrationTest {
|
|||||||
|
|
||||||
// No document id should appear on both pages — slicing must be exclusive.
|
// No document id should appear on both pages — slicing must be exclusive.
|
||||||
var idsOnPage0 = page0.items().stream()
|
var idsOnPage0 = page0.items().stream()
|
||||||
.map(item -> item.id())
|
.map(item -> item.document().getId())
|
||||||
.toList();
|
.toList();
|
||||||
var idsOnPage1 = page1.items().stream()
|
var idsOnPage1 = page1.items().stream()
|
||||||
.map(item -> item.id())
|
.map(item -> item.document().getId())
|
||||||
.toList();
|
.toList();
|
||||||
for (UUID id : idsOnPage0) {
|
for (UUID id : idsOnPage0) {
|
||||||
assertThat(idsOnPage1).doesNotContain(id);
|
assertThat(idsOnPage1).doesNotContain(id);
|
||||||
|
|||||||
@@ -3,6 +3,8 @@ package org.raddatz.familienarchiv.document;
|
|||||||
import io.swagger.v3.oas.annotations.media.Schema;
|
import io.swagger.v3.oas.annotations.media.Schema;
|
||||||
import org.junit.jupiter.api.Test;
|
import org.junit.jupiter.api.Test;
|
||||||
import org.raddatz.familienarchiv.audit.ActivityActorDTO;
|
import org.raddatz.familienarchiv.audit.ActivityActorDTO;
|
||||||
|
import org.raddatz.familienarchiv.document.Document;
|
||||||
|
import org.raddatz.familienarchiv.document.DocumentStatus;
|
||||||
import org.springframework.data.domain.PageRequest;
|
import org.springframework.data.domain.PageRequest;
|
||||||
|
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
@@ -12,12 +14,14 @@ import static org.assertj.core.api.Assertions.assertThat;
|
|||||||
|
|
||||||
class DocumentSearchResultTest {
|
class DocumentSearchResultTest {
|
||||||
|
|
||||||
private DocumentListItem item(UUID docId) {
|
private DocumentSearchItem item(UUID docId) {
|
||||||
return new DocumentListItem(
|
Document doc = Document.builder()
|
||||||
docId, "Test", "test.pdf", null, null,
|
.id(docId)
|
||||||
DatePrecision.UNKNOWN, null, null,
|
.title("Test")
|
||||||
List.of(), List.of(), null, null, null, null,
|
.originalFilename("test.pdf")
|
||||||
0, List.of(), SearchMatchData.empty());
|
.status(DocumentStatus.UPLOADED)
|
||||||
|
.build();
|
||||||
|
return new DocumentSearchItem(doc, SearchMatchData.empty(), 0, List.of());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@@ -41,7 +45,7 @@ class DocumentSearchResultTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void paged_factory_populates_paging_fields_from_pageable_and_total() {
|
void paged_factory_populates_paging_fields_from_pageable_and_total() {
|
||||||
List<DocumentListItem> slice = List.of(item(UUID.randomUUID()), item(UUID.randomUUID()));
|
List<DocumentSearchItem> slice = List.of(item(UUID.randomUUID()), item(UUID.randomUUID()));
|
||||||
|
|
||||||
DocumentSearchResult result = DocumentSearchResult.paged(slice, PageRequest.of(1, 50), 120L);
|
DocumentSearchResult result = DocumentSearchResult.paged(slice, PageRequest.of(1, 50), 120L);
|
||||||
|
|
||||||
@@ -64,11 +68,9 @@ class DocumentSearchResultTest {
|
|||||||
void of_exposes_items_with_completion_and_contributors() {
|
void of_exposes_items_with_completion_and_contributors() {
|
||||||
UUID id = UUID.randomUUID();
|
UUID id = UUID.randomUUID();
|
||||||
ActivityActorDTO actor = new ActivityActorDTO("AB", "#f00", "Anna Braun");
|
ActivityActorDTO actor = new ActivityActorDTO("AB", "#f00", "Anna Braun");
|
||||||
DocumentListItem item = new DocumentListItem(
|
Document doc = Document.builder().id(id).title("T").originalFilename("t.pdf")
|
||||||
id, "T", "t.pdf", null, null,
|
.status(DocumentStatus.UPLOADED).build();
|
||||||
DatePrecision.UNKNOWN, null, null,
|
DocumentSearchItem item = new DocumentSearchItem(doc, SearchMatchData.empty(), 75, List.of(actor));
|
||||||
List.of(), List.of(), null, null, null, null,
|
|
||||||
75, List.of(actor), SearchMatchData.empty());
|
|
||||||
|
|
||||||
DocumentSearchResult result = DocumentSearchResult.of(List.of(item));
|
DocumentSearchResult result = DocumentSearchResult.of(List.of(item));
|
||||||
|
|
||||||
|
|||||||
@@ -70,7 +70,7 @@ class DocumentServiceSortTest {
|
|||||||
"Brief", null, null, null, null, null, null, null, DocumentSort.DATE, "DESC", null, PAGE);
|
"Brief", null, null, null, null, null, null, null, DocumentSort.DATE, "DESC", null, PAGE);
|
||||||
|
|
||||||
assertThat(result.items()).hasSize(2);
|
assertThat(result.items()).hasSize(2);
|
||||||
assertThat(result.items().get(0).id()).isEqualTo(id2); // newer first
|
assertThat(result.items().get(0).document().getId()).isEqualTo(id2); // newer first
|
||||||
}
|
}
|
||||||
|
|
||||||
// ─── RELEVANCE sort — pure text (no filters) ──────────────────────────────
|
// ─── RELEVANCE sort — pure text (no filters) ──────────────────────────────
|
||||||
@@ -104,7 +104,7 @@ class DocumentServiceSortTest {
|
|||||||
DocumentSearchResult result = documentService.searchDocuments(
|
DocumentSearchResult result = documentService.searchDocuments(
|
||||||
"Brief", null, null, null, null, null, null, null, DocumentSort.RELEVANCE, null, null, PAGE);
|
"Brief", null, null, null, null, null, null, null, DocumentSort.RELEVANCE, null, null, PAGE);
|
||||||
|
|
||||||
assertThat(result.items().get(0).id()).isEqualTo(id1);
|
assertThat(result.items().get(0).document().getId()).isEqualTo(id1);
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@@ -121,7 +121,7 @@ class DocumentServiceSortTest {
|
|||||||
DocumentSearchResult result = documentService.searchDocuments(
|
DocumentSearchResult result = documentService.searchDocuments(
|
||||||
"Brief", null, null, null, null, null, null, null, null, null, null, PAGE);
|
"Brief", null, null, null, null, null, null, null, null, null, null, PAGE);
|
||||||
|
|
||||||
assertThat(result.items().get(0).id()).isEqualTo(id1);
|
assertThat(result.items().get(0).document().getId()).isEqualTo(id1);
|
||||||
}
|
}
|
||||||
|
|
||||||
// ─── RELEVANCE sort — overflow guard ─────────────────────────────────────
|
// ─── RELEVANCE sort — overflow guard ─────────────────────────────────────
|
||||||
@@ -156,7 +156,7 @@ class DocumentServiceSortTest {
|
|||||||
DocumentSort.RELEVANCE, null, null, PAGE);
|
DocumentSort.RELEVANCE, null, null, PAGE);
|
||||||
|
|
||||||
assertThat(result.items()).hasSize(1);
|
assertThat(result.items()).hasSize(1);
|
||||||
assertThat(result.items().get(0).id()).isEqualTo(uuidId);
|
assertThat(result.items().get(0).document().getId()).isEqualTo(uuidId);
|
||||||
}
|
}
|
||||||
|
|
||||||
// ─── RELEVANCE sort — text + active filter ────────────────────────────────
|
// ─── RELEVANCE sort — text + active filter ────────────────────────────────
|
||||||
|
|||||||
@@ -11,7 +11,7 @@ import org.raddatz.familienarchiv.audit.AuditLogQueryService;
|
|||||||
import org.raddatz.familienarchiv.audit.AuditService;
|
import org.raddatz.familienarchiv.audit.AuditService;
|
||||||
import org.raddatz.familienarchiv.document.annotation.AnnotationService;
|
import org.raddatz.familienarchiv.document.annotation.AnnotationService;
|
||||||
import org.raddatz.familienarchiv.document.transcription.TranscriptionBlockQueryService;
|
import org.raddatz.familienarchiv.document.transcription.TranscriptionBlockQueryService;
|
||||||
import org.raddatz.familienarchiv.document.DocumentListItem;
|
import org.raddatz.familienarchiv.document.DocumentSearchItem;
|
||||||
import org.raddatz.familienarchiv.document.DocumentSearchResult;
|
import org.raddatz.familienarchiv.document.DocumentSearchResult;
|
||||||
import org.raddatz.familienarchiv.document.DocumentSort;
|
import org.raddatz.familienarchiv.document.DocumentSort;
|
||||||
import org.raddatz.familienarchiv.document.DocumentUpdateDTO;
|
import org.raddatz.familienarchiv.document.DocumentUpdateDTO;
|
||||||
@@ -144,53 +144,6 @@ class DocumentServiceTest {
|
|||||||
assertThat(doc.getArchiveFolder()).isEqualTo("Mappe B");
|
assertThat(doc.getArchiveFolder()).isEqualTo("Mappe B");
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
|
||||||
void updateDocument_persistsDatePrecisionEndAndRaw() throws Exception {
|
|
||||||
UUID id = UUID.randomUUID();
|
|
||||||
Document doc = Document.builder().id(id).receivers(new HashSet<>()).tags(new HashSet<>()).build();
|
|
||||||
when(documentRepository.findById(id)).thenReturn(Optional.of(doc));
|
|
||||||
when(documentRepository.save(any())).thenReturn(doc);
|
|
||||||
|
|
||||||
DocumentUpdateDTO dto = new DocumentUpdateDTO();
|
|
||||||
dto.setDocumentDate(LocalDate.of(1917, 1, 10));
|
|
||||||
dto.setMetaDatePrecision(DatePrecision.RANGE);
|
|
||||||
dto.setMetaDateEnd(LocalDate.of(1917, 1, 11));
|
|
||||||
dto.setMetaDateRaw("10.–11. Januar 1917");
|
|
||||||
|
|
||||||
documentService.updateDocument(id, dto, null, null);
|
|
||||||
|
|
||||||
assertThat(doc.getMetaDatePrecision()).isEqualTo(DatePrecision.RANGE);
|
|
||||||
assertThat(doc.getMetaDateEnd()).isEqualTo(LocalDate.of(1917, 1, 11));
|
|
||||||
assertThat(doc.getMetaDateRaw()).isEqualTo("10.–11. Januar 1917");
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void updateDocument_preservesStoredPrecision_whenDtoOmitsIt() throws Exception {
|
|
||||||
// Editing a doc (e.g. fixing a location typo) without touching the precision
|
|
||||||
// controls must NOT fabricate a precision. The form omits the three precision
|
|
||||||
// fields → they arrive null on the DTO → the stored values must be preserved.
|
|
||||||
UUID id = UUID.randomUUID();
|
|
||||||
Document doc = Document.builder()
|
|
||||||
.id(id)
|
|
||||||
.metaDatePrecision(DatePrecision.MONTH)
|
|
||||||
.metaDateEnd(LocalDate.of(1916, 6, 30))
|
|
||||||
.metaDateRaw("Juni 1916")
|
|
||||||
.receivers(new HashSet<>())
|
|
||||||
.tags(new HashSet<>())
|
|
||||||
.build();
|
|
||||||
when(documentRepository.findById(id)).thenReturn(Optional.of(doc));
|
|
||||||
when(documentRepository.save(any())).thenReturn(doc);
|
|
||||||
|
|
||||||
DocumentUpdateDTO dto = new DocumentUpdateDTO();
|
|
||||||
dto.setLocation("Berlin"); // unrelated edit; precision fields left null
|
|
||||||
|
|
||||||
documentService.updateDocument(id, dto, null, null);
|
|
||||||
|
|
||||||
assertThat(doc.getMetaDatePrecision()).isEqualTo(DatePrecision.MONTH);
|
|
||||||
assertThat(doc.getMetaDateEnd()).isEqualTo(LocalDate.of(1916, 6, 30));
|
|
||||||
assertThat(doc.getMetaDateRaw()).isEqualTo("Juni 1916");
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── deleteTagCascading ───────────────────────────────────────────────────
|
// ─── deleteTagCascading ───────────────────────────────────────────────────
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@@ -1491,7 +1444,7 @@ class DocumentServiceTest {
|
|||||||
assertThat(result.totalPages()).isEqualTo(3);
|
assertThat(result.totalPages()).isEqualTo(3);
|
||||||
assertThat(result.items()).hasSize(50);
|
assertThat(result.items()).hasSize(50);
|
||||||
// Page 1 (offset 50) under ascending sender sort should start at L050
|
// Page 1 (offset 50) under ascending sender sort should start at L050
|
||||||
assertThat(result.items().get(0).sender().getLastName()).isEqualTo("L050");
|
assertThat(result.items().get(0).document().getSender().getLastName()).isEqualTo("L050");
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@@ -1612,7 +1565,7 @@ class DocumentServiceTest {
|
|||||||
null, null, null, null, null, null, null, null, DocumentSort.SENDER, "asc", null, UNPAGED);
|
null, null, null, null, null, null, null, null, DocumentSort.SENDER, "asc", null, UNPAGED);
|
||||||
|
|
||||||
assertThat(result.items()).hasSize(2);
|
assertThat(result.items()).hasSize(2);
|
||||||
assertThat(result.items()).extracting(DocumentListItem::title).containsExactly("Has Sender", "No Sender");
|
assertThat(result.items()).extracting(item -> item.document().getTitle()).containsExactly("Has Sender", "No Sender");
|
||||||
}
|
}
|
||||||
|
|
||||||
// ─── searchDocuments — RECEIVER sort, empty receivers ───────────────────────
|
// ─── searchDocuments — RECEIVER sort, empty receivers ───────────────────────
|
||||||
@@ -1631,7 +1584,7 @@ class DocumentServiceTest {
|
|||||||
DocumentSearchResult result = documentService.searchDocuments(
|
DocumentSearchResult result = documentService.searchDocuments(
|
||||||
null, null, null, null, null, null, null, null, DocumentSort.RECEIVER, "asc", null, UNPAGED);
|
null, null, null, null, null, null, null, null, DocumentSort.RECEIVER, "asc", null, UNPAGED);
|
||||||
|
|
||||||
assertThat(result.items()).extracting(DocumentListItem::title)
|
assertThat(result.items()).extracting(item -> item.document().getTitle())
|
||||||
.containsExactly("Has Receiver", "No Receivers");
|
.containsExactly("Has Receiver", "No Receivers");
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -1654,7 +1607,7 @@ class DocumentServiceTest {
|
|||||||
null, null, null, null, null, null, null, null, DocumentSort.SENDER, "asc", null, UNPAGED);
|
null, null, null, null, null, null, null, null, DocumentSort.SENDER, "asc", null, UNPAGED);
|
||||||
|
|
||||||
// null lastName should sort to end (treated as empty), not before "smith" (as "null")
|
// null lastName should sort to end (treated as empty), not before "smith" (as "null")
|
||||||
assertThat(result.items()).extracting(DocumentListItem::title)
|
assertThat(result.items()).extracting(item -> item.document().getTitle())
|
||||||
.containsExactly("smith doc", "Null lastname doc");
|
.containsExactly("smith doc", "Null lastname doc");
|
||||||
}
|
}
|
||||||
|
|
||||||
|
|||||||
@@ -31,7 +31,6 @@ import static org.springframework.test.web.servlet.request.MockMvcRequestBuilder
|
|||||||
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post;
|
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post;
|
||||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.jsonPath;
|
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.jsonPath;
|
||||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.status;
|
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.status;
|
||||||
import static org.springframework.security.test.web.servlet.request.SecurityMockMvcRequestPostProcessors.csrf;
|
|
||||||
|
|
||||||
@WebMvcTest(AnnotationController.class)
|
@WebMvcTest(AnnotationController.class)
|
||||||
@Import({SecurityConfig.class, PermissionAspect.class, AopAutoConfiguration.class})
|
@Import({SecurityConfig.class, PermissionAspect.class, AopAutoConfiguration.class})
|
||||||
@@ -68,7 +67,7 @@ class AnnotationControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void createAnnotation_returns401_whenUnauthenticated() throws Exception {
|
void createAnnotation_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(post("/api/documents/" + UUID.randomUUID() + "/annotations").with(csrf())
|
mockMvc.perform(post("/api/documents/" + UUID.randomUUID() + "/annotations")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(ANNOTATION_JSON))
|
.content(ANNOTATION_JSON))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
@@ -77,7 +76,7 @@ class AnnotationControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser
|
@WithMockUser
|
||||||
void createAnnotation_returns403_whenMissingAnnotatePermission() throws Exception {
|
void createAnnotation_returns403_whenMissingAnnotatePermission() throws Exception {
|
||||||
mockMvc.perform(post("/api/documents/" + UUID.randomUUID() + "/annotations").with(csrf())
|
mockMvc.perform(post("/api/documents/" + UUID.randomUUID() + "/annotations")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(ANNOTATION_JSON))
|
.content(ANNOTATION_JSON))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
@@ -93,7 +92,7 @@ class AnnotationControllerTest {
|
|||||||
when(documentService.getDocumentById(any())).thenReturn(Document.builder().build());
|
when(documentService.getDocumentById(any())).thenReturn(Document.builder().build());
|
||||||
when(annotationService.createAnnotation(any(), any(), any(), any())).thenReturn(saved);
|
when(annotationService.createAnnotation(any(), any(), any(), any())).thenReturn(saved);
|
||||||
|
|
||||||
mockMvc.perform(post("/api/documents/" + docId + "/annotations").with(csrf())
|
mockMvc.perform(post("/api/documents/" + docId + "/annotations")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(ANNOTATION_JSON))
|
.content(ANNOTATION_JSON))
|
||||||
.andExpect(status().isCreated());
|
.andExpect(status().isCreated());
|
||||||
@@ -102,7 +101,7 @@ class AnnotationControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "WRITE_ALL")
|
@WithMockUser(authorities = "WRITE_ALL")
|
||||||
void deleteAnnotation_returns204_whenHasWriteAllPermission() throws Exception {
|
void deleteAnnotation_returns204_whenHasWriteAllPermission() throws Exception {
|
||||||
mockMvc.perform(delete("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()).with(csrf()))
|
mockMvc.perform(delete("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()))
|
||||||
.andExpect(status().isNoContent());
|
.andExpect(status().isNoContent());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -116,7 +115,7 @@ class AnnotationControllerTest {
|
|||||||
when(documentService.getDocumentById(any())).thenReturn(Document.builder().build());
|
when(documentService.getDocumentById(any())).thenReturn(Document.builder().build());
|
||||||
when(annotationService.createAnnotation(any(), any(), any(), any())).thenReturn(saved);
|
when(annotationService.createAnnotation(any(), any(), any(), any())).thenReturn(saved);
|
||||||
|
|
||||||
mockMvc.perform(post("/api/documents/" + docId + "/annotations").with(csrf())
|
mockMvc.perform(post("/api/documents/" + docId + "/annotations")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(ANNOTATION_JSON))
|
.content(ANNOTATION_JSON))
|
||||||
.andExpect(status().isCreated())
|
.andExpect(status().isCreated())
|
||||||
@@ -134,7 +133,7 @@ class AnnotationControllerTest {
|
|||||||
when(documentService.getDocumentById(any())).thenReturn(Document.builder().build());
|
when(documentService.getDocumentById(any())).thenReturn(Document.builder().build());
|
||||||
when(annotationService.createAnnotation(any(), any(), any(), any())).thenReturn(saved);
|
when(annotationService.createAnnotation(any(), any(), any(), any())).thenReturn(saved);
|
||||||
|
|
||||||
mockMvc.perform(post("/api/documents/" + docId + "/annotations").with(csrf())
|
mockMvc.perform(post("/api/documents/" + docId + "/annotations")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(ANNOTATION_JSON))
|
.content(ANNOTATION_JSON))
|
||||||
.andExpect(status().isCreated());
|
.andExpect(status().isCreated());
|
||||||
@@ -144,28 +143,28 @@ class AnnotationControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void deleteAnnotation_returns401_whenUnauthenticated() throws Exception {
|
void deleteAnnotation_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(delete("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()).with(csrf()))
|
mockMvc.perform(delete("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@WithMockUser
|
@WithMockUser
|
||||||
void deleteAnnotation_returns403_whenMissingAnnotatePermission() throws Exception {
|
void deleteAnnotation_returns403_whenMissingAnnotatePermission() throws Exception {
|
||||||
mockMvc.perform(delete("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()).with(csrf()))
|
mockMvc.perform(delete("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "READ_ALL")
|
@WithMockUser(authorities = "READ_ALL")
|
||||||
void deleteAnnotation_returns403_whenUserHasOnlyReadAllPermission() throws Exception {
|
void deleteAnnotation_returns403_whenUserHasOnlyReadAllPermission() throws Exception {
|
||||||
mockMvc.perform(delete("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()).with(csrf()))
|
mockMvc.perform(delete("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "ANNOTATE_ALL")
|
@WithMockUser(authorities = "ANNOTATE_ALL")
|
||||||
void deleteAnnotation_returns204_whenHasAnnotatePermission() throws Exception {
|
void deleteAnnotation_returns204_whenHasAnnotatePermission() throws Exception {
|
||||||
mockMvc.perform(delete("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()).with(csrf()))
|
mockMvc.perform(delete("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()))
|
||||||
.andExpect(status().isNoContent());
|
.andExpect(status().isNoContent());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -175,7 +174,7 @@ class AnnotationControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void patchAnnotation_returns401_whenUnauthenticated() throws Exception {
|
void patchAnnotation_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()).with(csrf())
|
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID())
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(PATCH_JSON))
|
.content(PATCH_JSON))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
@@ -184,7 +183,7 @@ class AnnotationControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser
|
@WithMockUser
|
||||||
void patchAnnotation_returns403_withoutPermission() throws Exception {
|
void patchAnnotation_returns403_withoutPermission() throws Exception {
|
||||||
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()).with(csrf())
|
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID())
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(PATCH_JSON))
|
.content(PATCH_JSON))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
@@ -200,7 +199,7 @@ class AnnotationControllerTest {
|
|||||||
.x(0.2).y(0.3).width(0.2).height(0.2).color("#ff0000").build();
|
.x(0.2).y(0.3).width(0.2).height(0.2).color("#ff0000").build();
|
||||||
when(annotationService.updateAnnotation(any(), any(), any())).thenReturn(updated);
|
when(annotationService.updateAnnotation(any(), any(), any())).thenReturn(updated);
|
||||||
|
|
||||||
mockMvc.perform(patch("/api/documents/" + docId + "/annotations/" + annotId).with(csrf())
|
mockMvc.perform(patch("/api/documents/" + docId + "/annotations/" + annotId)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(PATCH_JSON))
|
.content(PATCH_JSON))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
@@ -218,7 +217,7 @@ class AnnotationControllerTest {
|
|||||||
.x(0.2).y(0.3).width(0.2).height(0.2).color("#ff0000").build();
|
.x(0.2).y(0.3).width(0.2).height(0.2).color("#ff0000").build();
|
||||||
when(annotationService.updateAnnotation(any(), any(), any())).thenReturn(updated);
|
when(annotationService.updateAnnotation(any(), any(), any())).thenReturn(updated);
|
||||||
|
|
||||||
mockMvc.perform(patch("/api/documents/" + docId + "/annotations/" + annotId).with(csrf())
|
mockMvc.perform(patch("/api/documents/" + docId + "/annotations/" + annotId)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(PATCH_JSON))
|
.content(PATCH_JSON))
|
||||||
.andExpect(status().isOk());
|
.andExpect(status().isOk());
|
||||||
@@ -230,7 +229,7 @@ class AnnotationControllerTest {
|
|||||||
when(annotationService.updateAnnotation(any(), any(), any()))
|
when(annotationService.updateAnnotation(any(), any(), any()))
|
||||||
.thenThrow(DomainException.notFound(ErrorCode.ANNOTATION_NOT_FOUND, "not found"));
|
.thenThrow(DomainException.notFound(ErrorCode.ANNOTATION_NOT_FOUND, "not found"));
|
||||||
|
|
||||||
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()).with(csrf())
|
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID())
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(PATCH_JSON))
|
.content(PATCH_JSON))
|
||||||
.andExpect(status().isNotFound());
|
.andExpect(status().isNotFound());
|
||||||
@@ -239,7 +238,7 @@ class AnnotationControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "WRITE_ALL")
|
@WithMockUser(authorities = "WRITE_ALL")
|
||||||
void patchAnnotation_returns400_withOutOfBoundsCoordinates() throws Exception {
|
void patchAnnotation_returns400_withOutOfBoundsCoordinates() throws Exception {
|
||||||
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()).with(csrf())
|
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID())
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"x\":-0.1,\"y\":0.3}"))
|
.content("{\"x\":-0.1,\"y\":0.3}"))
|
||||||
.andExpect(status().isBadRequest());
|
.andExpect(status().isBadRequest());
|
||||||
@@ -248,7 +247,7 @@ class AnnotationControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "WRITE_ALL")
|
@WithMockUser(authorities = "WRITE_ALL")
|
||||||
void patchAnnotation_returns400_withWidthBelowMinimum() throws Exception {
|
void patchAnnotation_returns400_withWidthBelowMinimum() throws Exception {
|
||||||
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()).with(csrf())
|
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID())
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"width\":0.005}"))
|
.content("{\"width\":0.005}"))
|
||||||
.andExpect(status().isBadRequest());
|
.andExpect(status().isBadRequest());
|
||||||
@@ -257,7 +256,7 @@ class AnnotationControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "WRITE_ALL")
|
@WithMockUser(authorities = "WRITE_ALL")
|
||||||
void patchAnnotation_returns400_withHeightBelowMinimum() throws Exception {
|
void patchAnnotation_returns400_withHeightBelowMinimum() throws Exception {
|
||||||
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()).with(csrf())
|
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID())
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"height\":0.005}"))
|
.content("{\"height\":0.005}"))
|
||||||
.andExpect(status().isBadRequest());
|
.andExpect(status().isBadRequest());
|
||||||
@@ -266,7 +265,7 @@ class AnnotationControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "WRITE_ALL")
|
@WithMockUser(authorities = "WRITE_ALL")
|
||||||
void patchAnnotation_returns400_withXAboveMaximum() throws Exception {
|
void patchAnnotation_returns400_withXAboveMaximum() throws Exception {
|
||||||
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID()).with(csrf())
|
mockMvc.perform(patch("/api/documents/" + UUID.randomUUID() + "/annotations/" + UUID.randomUUID())
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"x\":1.1}"))
|
.content("{\"x\":1.1}"))
|
||||||
.andExpect(status().isBadRequest());
|
.andExpect(status().isBadRequest());
|
||||||
@@ -277,7 +276,7 @@ class AnnotationControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
void createAnnotation_returns401_whenUnauthenticated_resolveUserIdReturnsNull() throws Exception {
|
void createAnnotation_returns401_whenUnauthenticated_resolveUserIdReturnsNull() throws Exception {
|
||||||
// authentication == null → resolveUserId returns null
|
// authentication == null → resolveUserId returns null
|
||||||
mockMvc.perform(post("/api/documents/" + UUID.randomUUID() + "/annotations").with(csrf())
|
mockMvc.perform(post("/api/documents/" + UUID.randomUUID() + "/annotations")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(ANNOTATION_JSON))
|
.content(ANNOTATION_JSON))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
@@ -295,7 +294,7 @@ class AnnotationControllerTest {
|
|||||||
when(documentService.getDocumentById(any())).thenReturn(Document.builder().build());
|
when(documentService.getDocumentById(any())).thenReturn(Document.builder().build());
|
||||||
when(annotationService.createAnnotation(any(), any(), any(), any())).thenReturn(saved);
|
when(annotationService.createAnnotation(any(), any(), any(), any())).thenReturn(saved);
|
||||||
|
|
||||||
mockMvc.perform(post("/api/documents/" + docId + "/annotations").with(csrf())
|
mockMvc.perform(post("/api/documents/" + docId + "/annotations")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(ANNOTATION_JSON))
|
.content(ANNOTATION_JSON))
|
||||||
.andExpect(status().isCreated());
|
.andExpect(status().isCreated());
|
||||||
@@ -313,7 +312,7 @@ class AnnotationControllerTest {
|
|||||||
when(documentService.getDocumentById(any())).thenReturn(Document.builder().build());
|
when(documentService.getDocumentById(any())).thenReturn(Document.builder().build());
|
||||||
when(annotationService.createAnnotation(any(), any(), any(), any())).thenReturn(saved);
|
when(annotationService.createAnnotation(any(), any(), any(), any())).thenReturn(saved);
|
||||||
|
|
||||||
mockMvc.perform(post("/api/documents/" + docId + "/annotations").with(csrf())
|
mockMvc.perform(post("/api/documents/" + docId + "/annotations")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(ANNOTATION_JSON))
|
.content(ANNOTATION_JSON))
|
||||||
.andExpect(status().isCreated());
|
.andExpect(status().isCreated());
|
||||||
|
|||||||
@@ -27,7 +27,6 @@ import static org.springframework.test.web.servlet.request.MockMvcRequestBuilder
|
|||||||
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post;
|
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post;
|
||||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.jsonPath;
|
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.jsonPath;
|
||||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.status;
|
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.status;
|
||||||
import static org.springframework.security.test.web.servlet.request.SecurityMockMvcRequestPostProcessors.csrf;
|
|
||||||
|
|
||||||
@WebMvcTest(CommentController.class)
|
@WebMvcTest(CommentController.class)
|
||||||
@Import({SecurityConfig.class, PermissionAspect.class, AopAutoConfiguration.class})
|
@Import({SecurityConfig.class, PermissionAspect.class, AopAutoConfiguration.class})
|
||||||
@@ -71,7 +70,7 @@ class CommentControllerTest {
|
|||||||
.id(UUID.randomUUID()).documentId(DOC_ID).blockId(blockId).content("Nice").build();
|
.id(UUID.randomUUID()).documentId(DOC_ID).blockId(blockId).content("Nice").build();
|
||||||
when(commentService.postBlockComment(any(), any(), any(), any(), any())).thenReturn(saved);
|
when(commentService.postBlockComment(any(), any(), any(), any(), any())).thenReturn(saved);
|
||||||
|
|
||||||
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId + "/comments").with(csrf())
|
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId + "/comments")
|
||||||
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
||||||
.andExpect(status().isCreated())
|
.andExpect(status().isCreated())
|
||||||
.andExpect(jsonPath("$.blockId").value(blockId.toString()));
|
.andExpect(jsonPath("$.blockId").value(blockId.toString()));
|
||||||
@@ -80,7 +79,7 @@ class CommentControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
void postBlockComment_returns401_whenUnauthenticated() throws Exception {
|
void postBlockComment_returns401_whenUnauthenticated() throws Exception {
|
||||||
UUID blockId = UUID.randomUUID();
|
UUID blockId = UUID.randomUUID();
|
||||||
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId + "/comments").with(csrf())
|
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId + "/comments")
|
||||||
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
}
|
}
|
||||||
@@ -89,7 +88,7 @@ class CommentControllerTest {
|
|||||||
@WithMockUser
|
@WithMockUser
|
||||||
void postBlockComment_returns403_whenMissingPermission() throws Exception {
|
void postBlockComment_returns403_whenMissingPermission() throws Exception {
|
||||||
UUID blockId = UUID.randomUUID();
|
UUID blockId = UUID.randomUUID();
|
||||||
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId + "/comments").with(csrf())
|
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId + "/comments")
|
||||||
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
}
|
}
|
||||||
@@ -102,7 +101,7 @@ class CommentControllerTest {
|
|||||||
.id(UUID.randomUUID()).documentId(DOC_ID).blockId(blockId).content("Nice").build();
|
.id(UUID.randomUUID()).documentId(DOC_ID).blockId(blockId).content("Nice").build();
|
||||||
when(commentService.postBlockComment(any(), any(), any(), any(), any())).thenReturn(saved);
|
when(commentService.postBlockComment(any(), any(), any(), any(), any())).thenReturn(saved);
|
||||||
|
|
||||||
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId + "/comments").with(csrf())
|
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId + "/comments")
|
||||||
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
||||||
.andExpect(status().isCreated());
|
.andExpect(status().isCreated());
|
||||||
}
|
}
|
||||||
@@ -117,7 +116,7 @@ class CommentControllerTest {
|
|||||||
.id(UUID.randomUUID()).documentId(DOC_ID).blockId(blockId).content("Test comment").build();
|
.id(UUID.randomUUID()).documentId(DOC_ID).blockId(blockId).content("Test comment").build();
|
||||||
when(commentService.postBlockComment(any(), any(), any(), any(), any())).thenReturn(saved);
|
when(commentService.postBlockComment(any(), any(), any(), any(), any())).thenReturn(saved);
|
||||||
|
|
||||||
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId + "/comments").with(csrf())
|
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId + "/comments")
|
||||||
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
||||||
.andExpect(status().isCreated());
|
.andExpect(status().isCreated());
|
||||||
}
|
}
|
||||||
@@ -128,7 +127,7 @@ class CommentControllerTest {
|
|||||||
@WithMockUser(authorities = "ANNOTATE_ALL")
|
@WithMockUser(authorities = "ANNOTATE_ALL")
|
||||||
void replyToBlockComment_returns400_when_blockId_is_not_a_UUID() throws Exception {
|
void replyToBlockComment_returns400_when_blockId_is_not_a_UUID() throws Exception {
|
||||||
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/NOT-A-UUID"
|
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/NOT-A-UUID"
|
||||||
+ "/comments/" + COMMENT_ID + "/replies").with(csrf())
|
+ "/comments/" + COMMENT_ID + "/replies")
|
||||||
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
||||||
.andExpect(status().isBadRequest());
|
.andExpect(status().isBadRequest());
|
||||||
}
|
}
|
||||||
@@ -137,7 +136,7 @@ class CommentControllerTest {
|
|||||||
void replyToBlockComment_returns401_whenUnauthenticated() throws Exception {
|
void replyToBlockComment_returns401_whenUnauthenticated() throws Exception {
|
||||||
UUID blockId = UUID.randomUUID();
|
UUID blockId = UUID.randomUUID();
|
||||||
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId
|
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId
|
||||||
+ "/comments/" + COMMENT_ID + "/replies").with(csrf())
|
+ "/comments/" + COMMENT_ID + "/replies")
|
||||||
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
}
|
}
|
||||||
@@ -152,7 +151,7 @@ class CommentControllerTest {
|
|||||||
when(commentService.replyToComment(any(), any(), any(), any(), any())).thenReturn(saved);
|
when(commentService.replyToComment(any(), any(), any(), any(), any())).thenReturn(saved);
|
||||||
|
|
||||||
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId
|
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId
|
||||||
+ "/comments/" + COMMENT_ID + "/replies").with(csrf())
|
+ "/comments/" + COMMENT_ID + "/replies")
|
||||||
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
||||||
.andExpect(status().isCreated());
|
.andExpect(status().isCreated());
|
||||||
}
|
}
|
||||||
@@ -167,7 +166,7 @@ class CommentControllerTest {
|
|||||||
when(commentService.replyToComment(any(), any(), any(), any(), any())).thenReturn(saved);
|
when(commentService.replyToComment(any(), any(), any(), any(), any())).thenReturn(saved);
|
||||||
|
|
||||||
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId
|
mockMvc.perform(post("/api/documents/" + DOC_ID + "/transcription-blocks/" + blockId
|
||||||
+ "/comments/" + COMMENT_ID + "/replies").with(csrf())
|
+ "/comments/" + COMMENT_ID + "/replies")
|
||||||
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
||||||
.andExpect(status().isCreated());
|
.andExpect(status().isCreated());
|
||||||
}
|
}
|
||||||
@@ -176,7 +175,7 @@ class CommentControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void editComment_returns401_whenUnauthenticated() throws Exception {
|
void editComment_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(patch("/api/documents/" + DOC_ID + "/comments/" + COMMENT_ID).with(csrf())
|
mockMvc.perform(patch("/api/documents/" + DOC_ID + "/comments/" + COMMENT_ID)
|
||||||
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
}
|
}
|
||||||
@@ -188,7 +187,7 @@ class CommentControllerTest {
|
|||||||
.id(COMMENT_ID).documentId(DOC_ID).authorName("Hans").content("Test comment").build();
|
.id(COMMENT_ID).documentId(DOC_ID).authorName("Hans").content("Test comment").build();
|
||||||
when(commentService.editComment(any(), any(), any(), any())).thenReturn(updated);
|
when(commentService.editComment(any(), any(), any(), any())).thenReturn(updated);
|
||||||
|
|
||||||
mockMvc.perform(patch("/api/documents/" + DOC_ID + "/comments/" + COMMENT_ID).with(csrf())
|
mockMvc.perform(patch("/api/documents/" + DOC_ID + "/comments/" + COMMENT_ID)
|
||||||
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
||||||
.andExpect(status().isOk());
|
.andExpect(status().isOk());
|
||||||
}
|
}
|
||||||
@@ -200,7 +199,7 @@ class CommentControllerTest {
|
|||||||
.id(COMMENT_ID).documentId(DOC_ID).authorName("Hans").content("Test comment").build();
|
.id(COMMENT_ID).documentId(DOC_ID).authorName("Hans").content("Test comment").build();
|
||||||
when(commentService.editComment(any(), any(), any(), any())).thenReturn(updated);
|
when(commentService.editComment(any(), any(), any(), any())).thenReturn(updated);
|
||||||
|
|
||||||
mockMvc.perform(patch("/api/documents/" + DOC_ID + "/comments/" + COMMENT_ID).with(csrf())
|
mockMvc.perform(patch("/api/documents/" + DOC_ID + "/comments/" + COMMENT_ID)
|
||||||
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
.contentType(MediaType.APPLICATION_JSON).content(COMMENT_JSON))
|
||||||
.andExpect(status().isOk());
|
.andExpect(status().isOk());
|
||||||
}
|
}
|
||||||
@@ -209,14 +208,14 @@ class CommentControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void deleteComment_returns401_whenUnauthenticated() throws Exception {
|
void deleteComment_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(delete("/api/documents/" + DOC_ID + "/comments/" + COMMENT_ID).with(csrf()))
|
mockMvc.perform(delete("/api/documents/" + DOC_ID + "/comments/" + COMMENT_ID))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@WithMockUser
|
@WithMockUser
|
||||||
void deleteComment_returns204_whenAuthenticated() throws Exception {
|
void deleteComment_returns204_whenAuthenticated() throws Exception {
|
||||||
mockMvc.perform(delete("/api/documents/" + DOC_ID + "/comments/" + COMMENT_ID).with(csrf()))
|
mockMvc.perform(delete("/api/documents/" + DOC_ID + "/comments/" + COMMENT_ID))
|
||||||
.andExpect(status().isNoContent());
|
.andExpect(status().isNoContent());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -28,7 +28,6 @@ import static org.mockito.ArgumentMatchers.eq;
|
|||||||
import static org.mockito.Mockito.when;
|
import static org.mockito.Mockito.when;
|
||||||
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.*;
|
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.*;
|
||||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.*;
|
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.*;
|
||||||
import static org.springframework.security.test.web.servlet.request.SecurityMockMvcRequestPostProcessors.csrf;
|
|
||||||
|
|
||||||
@WebMvcTest(TranscriptionBlockController.class)
|
@WebMvcTest(TranscriptionBlockController.class)
|
||||||
@Import({SecurityConfig.class, PermissionAspect.class, AopAutoConfiguration.class})
|
@Import({SecurityConfig.class, PermissionAspect.class, AopAutoConfiguration.class})
|
||||||
@@ -144,7 +143,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void createBlock_returns401_whenUnauthenticated() throws Exception {
|
void createBlock_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(post(URL_BASE).with(csrf())
|
mockMvc.perform(post(URL_BASE)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(CREATE_JSON))
|
.content(CREATE_JSON))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
@@ -153,7 +152,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser
|
@WithMockUser
|
||||||
void createBlock_returns403_whenMissingWriteAllPermission() throws Exception {
|
void createBlock_returns403_whenMissingWriteAllPermission() throws Exception {
|
||||||
mockMvc.perform(post(URL_BASE).with(csrf())
|
mockMvc.perform(post(URL_BASE)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(CREATE_JSON))
|
.content(CREATE_JSON))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
@@ -165,7 +164,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
when(userService.findByEmail(any())).thenReturn(mockUser());
|
when(userService.findByEmail(any())).thenReturn(mockUser());
|
||||||
when(transcriptionService.createBlock(eq(DOC_ID), any(), any())).thenReturn(sampleBlock());
|
when(transcriptionService.createBlock(eq(DOC_ID), any(), any())).thenReturn(sampleBlock());
|
||||||
|
|
||||||
mockMvc.perform(post(URL_BASE).with(csrf())
|
mockMvc.perform(post(URL_BASE)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(CREATE_JSON))
|
.content(CREATE_JSON))
|
||||||
.andExpect(status().isCreated())
|
.andExpect(status().isCreated())
|
||||||
@@ -178,7 +177,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
void createBlock_returns401_whenUserNotFoundInDatabase() throws Exception {
|
void createBlock_returns401_whenUserNotFoundInDatabase() throws Exception {
|
||||||
when(userService.findByEmail(any())).thenReturn(null);
|
when(userService.findByEmail(any())).thenReturn(null);
|
||||||
|
|
||||||
mockMvc.perform(post(URL_BASE).with(csrf())
|
mockMvc.perform(post(URL_BASE)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(CREATE_JSON))
|
.content(CREATE_JSON))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
@@ -193,7 +192,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
+ "\"mentionedPersons\":[{\"personId\":\"" + UUID.randomUUID()
|
+ "\"mentionedPersons\":[{\"personId\":\"" + UUID.randomUUID()
|
||||||
+ "\",\"displayName\":\"" + longName + "\"}]}";
|
+ "\",\"displayName\":\"" + longName + "\"}]}";
|
||||||
|
|
||||||
mockMvc.perform(post(URL_BASE).with(csrf())
|
mockMvc.perform(post(URL_BASE)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(body))
|
.content(body))
|
||||||
.andExpect(status().isBadRequest())
|
.andExpect(status().isBadRequest())
|
||||||
@@ -207,7 +206,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
String body = "{\"pageNumber\":1,\"x\":0.1,\"y\":0.2,\"width\":0.3,\"height\":0.4,\"text\":\"x\","
|
String body = "{\"pageNumber\":1,\"x\":0.1,\"y\":0.2,\"width\":0.3,\"height\":0.4,\"text\":\"x\","
|
||||||
+ "\"mentionedPersons\":[{\"personId\":null,\"displayName\":\"Auguste Raddatz\"}]}";
|
+ "\"mentionedPersons\":[{\"personId\":null,\"displayName\":\"Auguste Raddatz\"}]}";
|
||||||
|
|
||||||
mockMvc.perform(post(URL_BASE).with(csrf())
|
mockMvc.perform(post(URL_BASE)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(body))
|
.content(body))
|
||||||
.andExpect(status().isBadRequest())
|
.andExpect(status().isBadRequest())
|
||||||
@@ -218,7 +217,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void updateBlock_returns401_whenUnauthenticated() throws Exception {
|
void updateBlock_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(put(URL_BLOCK).with(csrf())
|
mockMvc.perform(put(URL_BLOCK)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(UPDATE_JSON))
|
.content(UPDATE_JSON))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
@@ -227,7 +226,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser
|
@WithMockUser
|
||||||
void updateBlock_returns403_whenMissingWriteAllPermission() throws Exception {
|
void updateBlock_returns403_whenMissingWriteAllPermission() throws Exception {
|
||||||
mockMvc.perform(put(URL_BLOCK).with(csrf())
|
mockMvc.perform(put(URL_BLOCK)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(UPDATE_JSON))
|
.content(UPDATE_JSON))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
@@ -244,7 +243,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
when(transcriptionService.updateBlock(eq(DOC_ID), eq(BLOCK_ID), any(), any()))
|
when(transcriptionService.updateBlock(eq(DOC_ID), eq(BLOCK_ID), any(), any()))
|
||||||
.thenReturn(updated);
|
.thenReturn(updated);
|
||||||
|
|
||||||
mockMvc.perform(put(URL_BLOCK).with(csrf())
|
mockMvc.perform(put(URL_BLOCK)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(UPDATE_JSON))
|
.content(UPDATE_JSON))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
@@ -260,7 +259,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
String body = "{\"text\":\"x\",\"mentionedPersons\":[{\"personId\":\""
|
String body = "{\"text\":\"x\",\"mentionedPersons\":[{\"personId\":\""
|
||||||
+ UUID.randomUUID() + "\",\"displayName\":\"" + longName + "\"}]}";
|
+ UUID.randomUUID() + "\",\"displayName\":\"" + longName + "\"}]}";
|
||||||
|
|
||||||
mockMvc.perform(put(URL_BLOCK).with(csrf())
|
mockMvc.perform(put(URL_BLOCK)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(body))
|
.content(body))
|
||||||
.andExpect(status().isBadRequest())
|
.andExpect(status().isBadRequest())
|
||||||
@@ -273,7 +272,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
when(userService.findByEmail(any())).thenReturn(mockUser());
|
when(userService.findByEmail(any())).thenReturn(mockUser());
|
||||||
String body = "{\"text\":\"x\",\"mentionedPersons\":[{\"personId\":null,\"displayName\":\"Auguste Raddatz\"}]}";
|
String body = "{\"text\":\"x\",\"mentionedPersons\":[{\"personId\":null,\"displayName\":\"Auguste Raddatz\"}]}";
|
||||||
|
|
||||||
mockMvc.perform(put(URL_BLOCK).with(csrf())
|
mockMvc.perform(put(URL_BLOCK)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(body))
|
.content(body))
|
||||||
.andExpect(status().isBadRequest())
|
.andExpect(status().isBadRequest())
|
||||||
@@ -287,7 +286,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
when(transcriptionService.updateBlock(any(), any(), any(), any()))
|
when(transcriptionService.updateBlock(any(), any(), any(), any()))
|
||||||
.thenThrow(DomainException.notFound(ErrorCode.TRANSCRIPTION_BLOCK_NOT_FOUND, "not found"));
|
.thenThrow(DomainException.notFound(ErrorCode.TRANSCRIPTION_BLOCK_NOT_FOUND, "not found"));
|
||||||
|
|
||||||
mockMvc.perform(put(URL_BLOCK).with(csrf())
|
mockMvc.perform(put(URL_BLOCK)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(UPDATE_JSON))
|
.content(UPDATE_JSON))
|
||||||
.andExpect(status().isNotFound());
|
.andExpect(status().isNotFound());
|
||||||
@@ -298,7 +297,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
void updateBlock_returns401_whenUserNotFoundInDatabase() throws Exception {
|
void updateBlock_returns401_whenUserNotFoundInDatabase() throws Exception {
|
||||||
when(userService.findByEmail(any())).thenReturn(null);
|
when(userService.findByEmail(any())).thenReturn(null);
|
||||||
|
|
||||||
mockMvc.perform(put(URL_BLOCK).with(csrf())
|
mockMvc.perform(put(URL_BLOCK)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(UPDATE_JSON))
|
.content(UPDATE_JSON))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
@@ -308,28 +307,28 @@ class TranscriptionBlockControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void deleteBlock_returns401_whenUnauthenticated() throws Exception {
|
void deleteBlock_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(delete(URL_BLOCK).with(csrf()))
|
mockMvc.perform(delete(URL_BLOCK))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@WithMockUser
|
@WithMockUser
|
||||||
void deleteBlock_returns403_whenMissingWriteAllPermission() throws Exception {
|
void deleteBlock_returns403_whenMissingWriteAllPermission() throws Exception {
|
||||||
mockMvc.perform(delete(URL_BLOCK).with(csrf()))
|
mockMvc.perform(delete(URL_BLOCK))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "READ_ALL")
|
@WithMockUser(authorities = "READ_ALL")
|
||||||
void deleteBlock_returns403_whenUserHasOnlyReadAllPermission() throws Exception {
|
void deleteBlock_returns403_whenUserHasOnlyReadAllPermission() throws Exception {
|
||||||
mockMvc.perform(delete(URL_BLOCK).with(csrf()))
|
mockMvc.perform(delete(URL_BLOCK))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "WRITE_ALL")
|
@WithMockUser(authorities = "WRITE_ALL")
|
||||||
void deleteBlock_returns204_whenAuthorised() throws Exception {
|
void deleteBlock_returns204_whenAuthorised() throws Exception {
|
||||||
mockMvc.perform(delete(URL_BLOCK).with(csrf()))
|
mockMvc.perform(delete(URL_BLOCK))
|
||||||
.andExpect(status().isNoContent());
|
.andExpect(status().isNoContent());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -340,7 +339,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
DomainException.notFound(ErrorCode.TRANSCRIPTION_BLOCK_NOT_FOUND, "not found"))
|
DomainException.notFound(ErrorCode.TRANSCRIPTION_BLOCK_NOT_FOUND, "not found"))
|
||||||
.when(transcriptionService).deleteBlock(any(), any());
|
.when(transcriptionService).deleteBlock(any(), any());
|
||||||
|
|
||||||
mockMvc.perform(delete(URL_BLOCK).with(csrf()))
|
mockMvc.perform(delete(URL_BLOCK))
|
||||||
.andExpect(status().isNotFound());
|
.andExpect(status().isNotFound());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -348,7 +347,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void reorderBlocks_returns401_whenUnauthenticated() throws Exception {
|
void reorderBlocks_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(put(URL_REORDER).with(csrf())
|
mockMvc.perform(put(URL_REORDER)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(REORDER_JSON))
|
.content(REORDER_JSON))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
@@ -357,7 +356,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser
|
@WithMockUser
|
||||||
void reorderBlocks_returns403_whenMissingWriteAllPermission() throws Exception {
|
void reorderBlocks_returns403_whenMissingWriteAllPermission() throws Exception {
|
||||||
mockMvc.perform(put(URL_REORDER).with(csrf())
|
mockMvc.perform(put(URL_REORDER)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(REORDER_JSON))
|
.content(REORDER_JSON))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
@@ -368,7 +367,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
void reorderBlocks_returns200_withReorderedBlocks_whenAuthorised() throws Exception {
|
void reorderBlocks_returns200_withReorderedBlocks_whenAuthorised() throws Exception {
|
||||||
when(transcriptionService.listBlocks(DOC_ID)).thenReturn(List.of(sampleBlock()));
|
when(transcriptionService.listBlocks(DOC_ID)).thenReturn(List.of(sampleBlock()));
|
||||||
|
|
||||||
mockMvc.perform(put(URL_REORDER).with(csrf())
|
mockMvc.perform(put(URL_REORDER)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(REORDER_JSON))
|
.content(REORDER_JSON))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
@@ -435,7 +434,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
when(transcriptionService.reviewBlock(eq(DOC_ID), eq(BLOCK_ID), any())).thenReturn(reviewed);
|
when(transcriptionService.reviewBlock(eq(DOC_ID), eq(BLOCK_ID), any())).thenReturn(reviewed);
|
||||||
|
|
||||||
mockMvc.perform(put("/api/documents/{documentId}/transcription-blocks/{blockId}/review",
|
mockMvc.perform(put("/api/documents/{documentId}/transcription-blocks/{blockId}/review",
|
||||||
DOC_ID, BLOCK_ID).with(csrf()))
|
DOC_ID, BLOCK_ID))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
.andExpect(jsonPath("$.reviewed").value(true));
|
.andExpect(jsonPath("$.reviewed").value(true));
|
||||||
}
|
}
|
||||||
@@ -446,14 +445,14 @@ class TranscriptionBlockControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void markAllBlocksReviewed_returns401_whenUnauthenticated() throws Exception {
|
void markAllBlocksReviewed_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(put(URL_REVIEW_ALL).with(csrf()))
|
mockMvc.perform(put(URL_REVIEW_ALL))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
}
|
}
|
||||||
|
|
||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "READ_ALL")
|
@WithMockUser(authorities = "READ_ALL")
|
||||||
void markAllBlocksReviewed_returns403_whenMissingWriteAllPermission() throws Exception {
|
void markAllBlocksReviewed_returns403_whenMissingWriteAllPermission() throws Exception {
|
||||||
mockMvc.perform(put(URL_REVIEW_ALL).with(csrf()))
|
mockMvc.perform(put(URL_REVIEW_ALL))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -470,7 +469,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
when(transcriptionService.markAllBlocksReviewed(eq(DOC_ID), any()))
|
when(transcriptionService.markAllBlocksReviewed(eq(DOC_ID), any()))
|
||||||
.thenReturn(List.of(b1, b2));
|
.thenReturn(List.of(b1, b2));
|
||||||
|
|
||||||
mockMvc.perform(put(URL_REVIEW_ALL).with(csrf()))
|
mockMvc.perform(put(URL_REVIEW_ALL))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
.andExpect(jsonPath("$").isArray())
|
.andExpect(jsonPath("$").isArray())
|
||||||
.andExpect(jsonPath("$[0].reviewed").value(true))
|
.andExpect(jsonPath("$[0].reviewed").value(true))
|
||||||
@@ -484,7 +483,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
when(transcriptionService.markAllBlocksReviewed(eq(DOC_ID), any()))
|
when(transcriptionService.markAllBlocksReviewed(eq(DOC_ID), any()))
|
||||||
.thenReturn(List.of());
|
.thenReturn(List.of());
|
||||||
|
|
||||||
mockMvc.perform(put(URL_REVIEW_ALL).with(csrf()))
|
mockMvc.perform(put(URL_REVIEW_ALL))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
.andExpect(jsonPath("$").isArray())
|
.andExpect(jsonPath("$").isArray())
|
||||||
.andExpect(jsonPath("$").isEmpty());
|
.andExpect(jsonPath("$").isEmpty());
|
||||||
@@ -495,7 +494,7 @@ class TranscriptionBlockControllerTest {
|
|||||||
void markAllBlocksReviewed_returns401_whenUserNotFoundInDatabase() throws Exception {
|
void markAllBlocksReviewed_returns401_whenUserNotFoundInDatabase() throws Exception {
|
||||||
when(userService.findByEmail(any())).thenReturn(null);
|
when(userService.findByEmail(any())).thenReturn(null);
|
||||||
|
|
||||||
mockMvc.perform(put(URL_REVIEW_ALL).with(csrf()))
|
mockMvc.perform(put(URL_REVIEW_ALL))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
|||||||
@@ -1,33 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.exception;
|
|
||||||
|
|
||||||
import io.sentry.Sentry;
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.junit.jupiter.api.extension.ExtendWith;
|
|
||||||
import org.mockito.InjectMocks;
|
|
||||||
import org.mockito.MockedStatic;
|
|
||||||
import org.mockito.junit.jupiter.MockitoExtension;
|
|
||||||
import org.springframework.http.ResponseEntity;
|
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
import static org.mockito.Mockito.mockStatic;
|
|
||||||
|
|
||||||
@ExtendWith(MockitoExtension.class)
|
|
||||||
class GlobalExceptionHandlerTest {
|
|
||||||
|
|
||||||
@InjectMocks
|
|
||||||
private GlobalExceptionHandler handler;
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void handleGeneric_captures_exception_in_sentry_and_returns_500() {
|
|
||||||
RuntimeException ex = new RuntimeException("unexpected failure");
|
|
||||||
|
|
||||||
try (MockedStatic<Sentry> sentryMock = mockStatic(Sentry.class)) {
|
|
||||||
ResponseEntity<GlobalExceptionHandler.ErrorResponse> response = handler.handleGeneric(ex);
|
|
||||||
|
|
||||||
sentryMock.verify(() -> Sentry.captureException(ex));
|
|
||||||
assertThat(response.getStatusCode().value()).isEqualTo(500);
|
|
||||||
assertThat(response.getBody()).isNotNull();
|
|
||||||
assertThat(response.getBody().code()).isEqualTo(ErrorCode.INTERNAL_ERROR);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
@@ -36,7 +36,6 @@ import static org.springframework.test.web.servlet.request.MockMvcRequestBuilder
|
|||||||
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post;
|
import static org.springframework.test.web.servlet.request.MockMvcRequestBuilders.post;
|
||||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.jsonPath;
|
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.jsonPath;
|
||||||
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.status;
|
import static org.springframework.test.web.servlet.result.MockMvcResultMatchers.status;
|
||||||
import static org.springframework.security.test.web.servlet.request.SecurityMockMvcRequestPostProcessors.csrf;
|
|
||||||
|
|
||||||
@WebMvcTest(GeschichteController.class)
|
@WebMvcTest(GeschichteController.class)
|
||||||
@Import({SecurityConfig.class, PermissionAspect.class, AopAutoConfiguration.class})
|
@Import({SecurityConfig.class, PermissionAspect.class, AopAutoConfiguration.class})
|
||||||
@@ -131,7 +130,7 @@ class GeschichteControllerTest {
|
|||||||
|
|
||||||
@Test
|
@Test
|
||||||
void create_returns401_whenUnauthenticated() throws Exception {
|
void create_returns401_whenUnauthenticated() throws Exception {
|
||||||
mockMvc.perform(post("/api/geschichten").with(csrf())
|
mockMvc.perform(post("/api/geschichten")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"title\":\"x\"}"))
|
.content("{\"title\":\"x\"}"))
|
||||||
.andExpect(status().isUnauthorized());
|
.andExpect(status().isUnauthorized());
|
||||||
@@ -140,7 +139,7 @@ class GeschichteControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "READ_ALL")
|
@WithMockUser(authorities = "READ_ALL")
|
||||||
void create_returns403_whenLackingBlogWrite() throws Exception {
|
void create_returns403_whenLackingBlogWrite() throws Exception {
|
||||||
mockMvc.perform(post("/api/geschichten").with(csrf())
|
mockMvc.perform(post("/api/geschichten")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"title\":\"x\"}"))
|
.content("{\"title\":\"x\"}"))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
@@ -156,7 +155,7 @@ class GeschichteControllerTest {
|
|||||||
GeschichteUpdateDTO dto = new GeschichteUpdateDTO();
|
GeschichteUpdateDTO dto = new GeschichteUpdateDTO();
|
||||||
dto.setTitle("New");
|
dto.setTitle("New");
|
||||||
|
|
||||||
mockMvc.perform(post("/api/geschichten").with(csrf())
|
mockMvc.perform(post("/api/geschichten")
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content(objectMapper.writeValueAsString(dto)))
|
.content(objectMapper.writeValueAsString(dto)))
|
||||||
.andExpect(status().isCreated())
|
.andExpect(status().isCreated())
|
||||||
@@ -168,7 +167,7 @@ class GeschichteControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "READ_ALL")
|
@WithMockUser(authorities = "READ_ALL")
|
||||||
void update_returns403_whenLackingBlogWrite() throws Exception {
|
void update_returns403_whenLackingBlogWrite() throws Exception {
|
||||||
mockMvc.perform(patch("/api/geschichten/{id}", UUID.randomUUID()).with(csrf())
|
mockMvc.perform(patch("/api/geschichten/{id}", UUID.randomUUID())
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{}"))
|
.content("{}"))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
@@ -181,7 +180,7 @@ class GeschichteControllerTest {
|
|||||||
when(geschichteService.update(eq(id), any(GeschichteUpdateDTO.class)))
|
when(geschichteService.update(eq(id), any(GeschichteUpdateDTO.class)))
|
||||||
.thenReturn(published(id, "Updated"));
|
.thenReturn(published(id, "Updated"));
|
||||||
|
|
||||||
mockMvc.perform(patch("/api/geschichten/{id}", id).with(csrf())
|
mockMvc.perform(patch("/api/geschichten/{id}", id)
|
||||||
.contentType(MediaType.APPLICATION_JSON)
|
.contentType(MediaType.APPLICATION_JSON)
|
||||||
.content("{\"status\":\"PUBLISHED\"}"))
|
.content("{\"status\":\"PUBLISHED\"}"))
|
||||||
.andExpect(status().isOk())
|
.andExpect(status().isOk())
|
||||||
@@ -193,7 +192,7 @@ class GeschichteControllerTest {
|
|||||||
@Test
|
@Test
|
||||||
@WithMockUser(authorities = "READ_ALL")
|
@WithMockUser(authorities = "READ_ALL")
|
||||||
void delete_returns403_whenLackingBlogWrite() throws Exception {
|
void delete_returns403_whenLackingBlogWrite() throws Exception {
|
||||||
mockMvc.perform(delete("/api/geschichten/{id}", UUID.randomUUID()).with(csrf()))
|
mockMvc.perform(delete("/api/geschichten/{id}", UUID.randomUUID()))
|
||||||
.andExpect(status().isForbidden());
|
.andExpect(status().isForbidden());
|
||||||
}
|
}
|
||||||
|
|
||||||
@@ -202,7 +201,7 @@ class GeschichteControllerTest {
|
|||||||
void delete_returns204_withBlogWrite() throws Exception {
|
void delete_returns204_withBlogWrite() throws Exception {
|
||||||
UUID id = UUID.randomUUID();
|
UUID id = UUID.randomUUID();
|
||||||
|
|
||||||
mockMvc.perform(delete("/api/geschichten/{id}", id).with(csrf()))
|
mockMvc.perform(delete("/api/geschichten/{id}", id))
|
||||||
.andExpect(status().isNoContent());
|
.andExpect(status().isNoContent());
|
||||||
|
|
||||||
verify(geschichteService).delete(id);
|
verify(geschichteService).delete(id);
|
||||||
|
|||||||
@@ -19,9 +19,9 @@ import org.springframework.context.annotation.Import;
|
|||||||
import org.springframework.security.authentication.UsernamePasswordAuthenticationToken;
|
import org.springframework.security.authentication.UsernamePasswordAuthenticationToken;
|
||||||
import org.springframework.security.core.authority.SimpleGrantedAuthority;
|
import org.springframework.security.core.authority.SimpleGrantedAuthority;
|
||||||
import org.springframework.security.core.context.SecurityContextHolder;
|
import org.springframework.security.core.context.SecurityContextHolder;
|
||||||
|
import org.springframework.test.annotation.DirtiesContext;
|
||||||
import org.springframework.test.context.ActiveProfiles;
|
import org.springframework.test.context.ActiveProfiles;
|
||||||
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
||||||
import org.springframework.transaction.annotation.Transactional;
|
|
||||||
import software.amazon.awssdk.services.s3.S3Client;
|
import software.amazon.awssdk.services.s3.S3Client;
|
||||||
|
|
||||||
import java.util.List;
|
import java.util.List;
|
||||||
@@ -32,7 +32,7 @@ import static org.assertj.core.api.Assertions.assertThat;
|
|||||||
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.NONE)
|
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.NONE)
|
||||||
@ActiveProfiles("test")
|
@ActiveProfiles("test")
|
||||||
@Import(PostgresContainerConfig.class)
|
@Import(PostgresContainerConfig.class)
|
||||||
@Transactional
|
@DirtiesContext(classMode = DirtiesContext.ClassMode.AFTER_EACH_TEST_METHOD)
|
||||||
class GeschichteServiceIntegrationTest {
|
class GeschichteServiceIntegrationTest {
|
||||||
|
|
||||||
@MockitoBean
|
@MockitoBean
|
||||||
|
|||||||
@@ -1,229 +0,0 @@
|
|||||||
package org.raddatz.familienarchiv.importing;
|
|
||||||
|
|
||||||
import org.apache.poi.ss.usermodel.Row;
|
|
||||||
import org.apache.poi.ss.usermodel.Sheet;
|
|
||||||
import org.apache.poi.xssf.usermodel.XSSFWorkbook;
|
|
||||||
import org.junit.jupiter.api.AfterEach;
|
|
||||||
import org.junit.jupiter.api.BeforeEach;
|
|
||||||
import org.junit.jupiter.api.Test;
|
|
||||||
import org.raddatz.familienarchiv.PostgresContainerConfig;
|
|
||||||
import org.raddatz.familienarchiv.document.Document;
|
|
||||||
import org.raddatz.familienarchiv.document.DocumentRepository;
|
|
||||||
import org.raddatz.familienarchiv.document.DocumentStatus;
|
|
||||||
import org.raddatz.familienarchiv.person.Person;
|
|
||||||
import org.raddatz.familienarchiv.person.PersonRepository;
|
|
||||||
import org.raddatz.familienarchiv.tag.TagRepository;
|
|
||||||
import org.springframework.beans.factory.annotation.Autowired;
|
|
||||||
import org.springframework.boot.test.context.SpringBootTest;
|
|
||||||
import org.springframework.context.annotation.Import;
|
|
||||||
import org.springframework.test.context.ActiveProfiles;
|
|
||||||
import org.springframework.test.context.bean.override.mockito.MockitoBean;
|
|
||||||
import org.springframework.test.util.ReflectionTestUtils;
|
|
||||||
import software.amazon.awssdk.services.s3.S3Client;
|
|
||||||
|
|
||||||
import java.io.OutputStream;
|
|
||||||
import java.nio.file.Files;
|
|
||||||
import java.nio.file.Path;
|
|
||||||
import java.util.List;
|
|
||||||
import java.util.Optional;
|
|
||||||
|
|
||||||
import static org.assertj.core.api.Assertions.assertThat;
|
|
||||||
|
|
||||||
/**
|
|
||||||
* Real Postgres (Testcontainers) integration test for the canonical importer. The
|
|
||||||
* {@code UNIQUE(source_ref)} constraint and the upsert-on-conflict behaviour only exist
|
|
||||||
* in real Postgres (never H2), so idempotency is verified here. S3 is mocked — the
|
|
||||||
* synthetic document rows carry no on-disk files, so every document is a PLACEHOLDER and
|
|
||||||
* no upload is attempted.
|
|
||||||
*/
|
|
||||||
@SpringBootTest(webEnvironment = SpringBootTest.WebEnvironment.NONE)
|
|
||||||
@ActiveProfiles("test")
|
|
||||||
@Import(PostgresContainerConfig.class)
|
|
||||||
class CanonicalImportIntegrationTest {
|
|
||||||
|
|
||||||
@MockitoBean S3Client s3Client;
|
|
||||||
|
|
||||||
@Autowired CanonicalImportOrchestrator orchestrator;
|
|
||||||
@Autowired PersonRepository personRepository;
|
|
||||||
@Autowired TagRepository tagRepository;
|
|
||||||
@Autowired DocumentRepository documentRepository;
|
|
||||||
|
|
||||||
Path artifactDir;
|
|
||||||
|
|
||||||
@BeforeEach
|
|
||||||
void setUp() throws Exception {
|
|
||||||
documentRepository.deleteAll();
|
|
||||||
personRepository.deleteAll();
|
|
||||||
tagRepository.deleteAll();
|
|
||||||
artifactDir = Files.createTempDirectory("canonical-import-it");
|
|
||||||
writeArtifacts(artifactDir);
|
|
||||||
ReflectionTestUtils.setField(orchestrator, "canonicalDir", artifactDir.toString());
|
|
||||||
}
|
|
||||||
|
|
||||||
/**
|
|
||||||
* The import commits through its own transactions (the orchestrator is not transactional),
|
|
||||||
* so this test cannot rely on {@code @Transactional} rollback for isolation. Delete the
|
|
||||||
* committed rows after each test — otherwise the last test's documents (dated 1888-02) and
|
|
||||||
* persons/tags leak into the shared Testcontainers Postgres and pollute other integration
|
|
||||||
* tests that assume a known seed (e.g. DocumentDensityIntegrationTest,
|
|
||||||
* DocumentSearchPagedIntegrationTest). Mirrors the @AfterEach deleteAll convention used by
|
|
||||||
* DocumentListItemIntegrationTest.
|
|
||||||
*/
|
|
||||||
@AfterEach
|
|
||||||
void cleanup() {
|
|
||||||
documentRepository.deleteAll();
|
|
||||||
personRepository.deleteAll();
|
|
||||||
tagRepository.deleteAll();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void reimport_isIdempotent_noDuplicatePersonsTagsOrDocuments() {
|
|
||||||
orchestrator.runImport();
|
|
||||||
long personsAfterFirst = personRepository.count();
|
|
||||||
long tagsAfterFirst = tagRepository.count();
|
|
||||||
long documentsAfterFirst = documentRepository.count();
|
|
||||||
assertThat(orchestrator.getStatus().state()).isEqualTo(ImportStatus.State.DONE);
|
|
||||||
assertThat(personsAfterFirst).isPositive();
|
|
||||||
assertThat(tagsAfterFirst).isPositive();
|
|
||||||
assertThat(documentsAfterFirst).isPositive();
|
|
||||||
|
|
||||||
orchestrator.runImport();
|
|
||||||
|
|
||||||
assertThat(personRepository.count()).isEqualTo(personsAfterFirst);
|
|
||||||
assertThat(tagRepository.count()).isEqualTo(tagsAfterFirst);
|
|
||||||
assertThat(documentRepository.count()).isEqualTo(documentsAfterFirst);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void reimport_preservesHumanEditedPersonField() {
|
|
||||||
orchestrator.runImport();
|
|
||||||
Person walter = personRepository.findBySourceRef("de-gruyter-walter").orElseThrow();
|
|
||||||
walter.setNotes("Verified by archivist");
|
|
||||||
walter.setFirstName("Walther");
|
|
||||||
personRepository.save(walter);
|
|
||||||
|
|
||||||
orchestrator.runImport();
|
|
||||||
|
|
||||||
Person reimported = personRepository.findBySourceRef("de-gruyter-walter").orElseThrow();
|
|
||||||
assertThat(reimported.getNotes()).isEqualTo("Verified by archivist");
|
|
||||||
assertThat(reimported.getFirstName()).isEqualTo("Walther");
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void import_linksDocumentSenderToRegisterPerson_andRetainsRawText() {
|
|
||||||
orchestrator.runImport();
|
|
||||||
|
|
||||||
Person walter = personRepository.findBySourceRef("de-gruyter-walter").orElseThrow();
|
|
||||||
Document doc = documentRepository.findByOriginalFilename("W-0001").orElseThrow();
|
|
||||||
assertThat(doc.getSender()).isNotNull();
|
|
||||||
assertThat(doc.getSender().getId()).isEqualTo(walter.getId());
|
|
||||||
assertThat(doc.getSenderText()).isEqualTo("Walter de Gruyter");
|
|
||||||
assertThat(doc.getStatus()).isEqualTo(DocumentStatus.PLACEHOLDER);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void import_provisionalFlag_trueForImporterCreated_falseForRegister() {
|
|
||||||
orchestrator.runImport();
|
|
||||||
|
|
||||||
Optional<Person> register = personRepository.findBySourceRef("de-gruyter-walter");
|
|
||||||
assertThat(register).get().extracting(Person::isProvisional).isEqualTo(false);
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void reimport_prunesRemovedReceiverAndTag_whenCanonicalRowShrinks() throws Exception {
|
|
||||||
orchestrator.runImport();
|
|
||||||
// findById uses the Document.full entity graph so receivers/tags initialise eagerly.
|
|
||||||
Document before = documentRepository.findById(
|
|
||||||
documentRepository.findByOriginalFilename("W-0001").orElseThrow().getId()).orElseThrow();
|
|
||||||
assertThat(before.getReceivers()).isNotEmpty();
|
|
||||||
assertThat(before.getTags()).isNotEmpty();
|
|
||||||
|
|
||||||
// Re-stage the document sheet with W-0001's receiver and tag removed.
|
|
||||||
writeSheet(artifactDir.resolve("canonical-documents.xlsx"),
|
|
||||||
List.of("index", "file", "sender_person_id", "sender_name", "receiver_person_ids",
|
|
||||||
"receiver_names", "date_iso", "date_raw", "date_precision", "date_end", "location", "tags", "summary"),
|
|
||||||
List.of(
|
|
||||||
List.of("W-0001", "", "de-gruyter-walter", "Walter de Gruyter",
|
|
||||||
"", "", "1888-02-15", "15.2.1888", "DAY", "", "Rotterdam", "", "Geschäftsreise"),
|
|
||||||
List.of("W-0002", "", "de-gruyter-eugenie", "Eugenie de Gruyter",
|
|
||||||
"de-gruyter-walter", "Walter de Gruyter", "1888-02-16", "16.2.1888", "DAY", "",
|
|
||||||
"Middelburg", "Themen/Brautbriefe", "Reisepläne")));
|
|
||||||
|
|
||||||
orchestrator.runImport();
|
|
||||||
|
|
||||||
Document after = documentRepository.findById(before.getId()).orElseThrow();
|
|
||||||
assertThat(after.getReceivers()).isEmpty();
|
|
||||||
assertThat(after.getTags()).isEmpty();
|
|
||||||
}
|
|
||||||
|
|
||||||
@Test
|
|
||||||
void import_neverFlipsRegisterPersonToProvisional_whenReferencedByDocumentRow() {
|
|
||||||
// de-gruyter-walter is a register person (provisional=false) AND the sender of W-0001.
|
|
||||||
// The orchestrator loads the register before documents, so the document loader's
|
|
||||||
// register-first match links the existing person and never mints a provisional one.
|
|
||||||
// A second run (documents reference the same person again) must not flip it true.
|
|
||||||
orchestrator.runImport();
|
|
||||||
orchestrator.runImport();
|
|
||||||
|
|
||||||
Person walter = personRepository.findBySourceRef("de-gruyter-walter").orElseThrow();
|
|
||||||
assertThat(walter.isProvisional()).isFalse();
|
|
||||||
Person eugenie = personRepository.findBySourceRef("de-gruyter-eugenie").orElseThrow();
|
|
||||||
assertThat(eugenie.isProvisional()).isFalse();
|
|
||||||
}
|
|
||||||
|
|
||||||
// ─── synthetic-but-real artifact set ─────────────────────────────────────────────
|
|
||||||
|
|
||||||
private void writeArtifacts(Path dir) throws Exception {
|
|
||||||
writeSheet(dir.resolve("canonical-tag-tree.xlsx"),
|
|
||||||
List.of("tag_path", "parent_name", "tag_name"),
|
|
||||||
List.of(
|
|
||||||
List.of("Themen", "", "Themen"),
|
|
||||||
List.of("Themen/Brautbriefe", "Themen", "Brautbriefe")));
|
|
||||||
|
|
||||||
writeSheet(dir.resolve("canonical-persons.xlsx"),
|
|
||||||
List.of("person_id", "last_name", "first_name", "maiden_name", "notes", "birth_date", "death_date", "provisional"),
|
|
||||||
List.of(
|
|
||||||
List.of("de-gruyter-walter", "de Gruyter", "Walter", "", "", "1865-01-01", "", "False"),
|
|
||||||
List.of("de-gruyter-eugenie", "de Gruyter", "Eugenie", "Wöhler", "", "", "", "False")));
|
|
||||||
|
|
||||||
Files.writeString(dir.resolve("canonical-persons-tree.json"), """
|
|
||||||
{"persons":[
|
|
||||||
{"rowId":"row_1","firstName":"Walter","lastName":"de Gruyter","familyMember":true,"personId":"de-gruyter-walter"},
|
|
||||||
{"rowId":"row_2","firstName":"Eugenie","lastName":"de Gruyter","maidenName":"Wöhler","familyMember":true,"personId":"de-gruyter-eugenie"}
|
|
||||||
],"relationships":[
|
|
||||||
{"personId":"row_1","relatedPersonId":"row_2","type":"SPOUSE_OF","source":"verheiratet_mit"}
|
|
||||||
]}
|
|
||||||
""");
|
|
||||||
|
|
||||||
writeSheet(dir.resolve("canonical-documents.xlsx"),
|
|
||||||
List.of("index", "file", "sender_person_id", "sender_name", "receiver_person_ids",
|
|
||||||
"receiver_names", "date_iso", "date_raw", "date_precision", "date_end", "location", "tags", "summary"),
|
|
||||||
List.of(
|
|
||||||
List.of("W-0001", "", "de-gruyter-walter", "Walter de Gruyter",
|
|
||||||
"de-gruyter-eugenie", "Eugenie de Gruyter", "1888-02-15", "15.2.1888", "DAY", "",
|
|
||||||
"Rotterdam", "Themen/Brautbriefe", "Geschäftsreise"),
|
|
||||||
List.of("W-0002", "", "de-gruyter-eugenie", "Eugenie de Gruyter",
|
|
||||||
"de-gruyter-walter", "Walter de Gruyter", "1888-02-16", "16.2.1888", "DAY", "",
|
|
||||||
"Middelburg", "Themen/Brautbriefe", "Reisepläne")));
|
|
||||||
}
|
|
||||||
|
|
||||||
private void writeSheet(Path file, List<String> headers, List<List<String>> rows) throws Exception {
|
|
||||||
try (XSSFWorkbook wb = new XSSFWorkbook()) {
|
|
||||||
Sheet sheet = wb.createSheet("Sheet1");
|
|
||||||
Row header = sheet.createRow(0);
|
|
||||||
for (int i = 0; i < headers.size(); i++) {
|
|
||||||
header.createCell(i).setCellValue(headers.get(i));
|
|
||||||
}
|
|
||||||
for (int r = 0; r < rows.size(); r++) {
|
|
||||||
Row row = sheet.createRow(r + 1);
|
|
||||||
List<String> values = rows.get(r);
|
|
||||||
for (int c = 0; c < values.size(); c++) {
|
|
||||||
row.createCell(c).setCellValue(values.get(c));
|
|
||||||
}
|
|
||||||
}
|
|
||||||
try (OutputStream out = Files.newOutputStream(file)) {
|
|
||||||
wb.write(out);
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
}
|
|
||||||
Some files were not shown because too many files have changed in this diff Show More
Reference in New Issue
Block a user