diff --git a/packages/svelte/src/lib/container/Panel/Panel.svelte b/packages/svelte/src/lib/container/Panel/Panel.svelte
index e1629ccc..e5f90da7 100644
--- a/packages/svelte/src/lib/container/Panel/Panel.svelte
+++ b/packages/svelte/src/lib/container/Panel/Panel.svelte
@@ -1,6 +1,7 @@
 <script lang="ts">
   import cc from 'classcat';
   import type { PanelProps } from './types';
+  import { useStore } from '$lib/store';
 
   type $$Props = PanelProps;
 
@@ -10,9 +11,16 @@
   let className: $$Props['class'] = undefined;
   export { className as class };
 
+  const { selectionRectMode } = useStore();
+
   $: positionClasses = `${position}`.split('-');
 </script>
 
-<div class={cc(['svelte-flow__panel', className, ...positionClasses])} {style} {...$$restProps}>
+<div
+  class={cc(['svelte-flow__panel', className, ...positionClasses])}
+  {style}
+  style:pointer-events={!!$selectionRectMode ? 'none' : undefined}
+  {...$$restProps}
+>
   <slot />
 </div>