diff --git a/frontend/src/lib/components/AnnotationLayer.svelte b/frontend/src/lib/components/AnnotationLayer.svelte
index 51be80ba..aa9831cb 100644
--- a/frontend/src/lib/components/AnnotationLayer.svelte
+++ b/frontend/src/lib/components/AnnotationLayer.svelte
@@ -46,8 +46,7 @@ function getNormalizedCoords(event: PointerEvent, element: HTMLElement): { x: nu
 function handlePointerDown(event: PointerEvent) {
 	if (!canAnnotate) return;
 
-	const target = event.target as HTMLElement;
-	if (target.dataset.annotation !== undefined) return;
+	if ((event.target as HTMLElement).closest('[data-annotation]')) return;
 
 	const container = event.currentTarget as HTMLElement;
 	container.setPointerCapture(event.pointerId);