marcel/familienarchiv
1
0
Fork 0
Code Issues 118 Pull Requests 2 Actions Packages Projects Releases Wiki Activity

fix(training): disable DataLoader workers in subprocess training

Browse Source 
DataLoader worker subprocesses crash inside Docker due to multiprocessing
fork restrictions. Pass --workers 0 to both ketos train and ketos segtrain
so data loading runs in the main process.

Co-Authored-By: Claude Sonnet 4.6 <noreply@anthropic.com>
This commit is contained in:
Marcel
2026-04-13 20:58:32 +02:00
parent e33164c4aa
commit 8dec5b5976
1 changed files with 4 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
ocr-service/main.py
View File

@@ -366,7 +366,8 @@ async def train_model(
os.makedirs(checkpoint_dir, exist_ok=True) os.makedirs(checkpoint_dir, exist_ok=True)
cmd = [ cmd = [
"ketos", "train", "ketos", "--workers", "0",
"train",
"-f", "path", "-f", "path",
"-o", checkpoint_dir, "-o", checkpoint_dir,
"-q", "fixed", "-q", "fixed",
@@ -456,7 +457,8 @@ async def segtrain_model(
os.makedirs(checkpoint_dir, exist_ok=True) os.makedirs(checkpoint_dir, exist_ok=True)
cmd = [ cmd = [
"ketos", "segtrain", "ketos", "--workers", "0",
"segtrain",
"-o", checkpoint_dir, "-o", checkpoint_dir,
"-q", "fixed", "-q", "fixed",
"-N", "50", "-N", "50",