fastplotlib
diff --git a/‎fastplotlib/graphics/selectors/_base_selector.py
Copy file name to clipboardExpand all lines: fastplotlib/graphics/selectors/_base_selector.py
+11-7Lines changed: 11 additions & 7 deletions b/‎fastplotlib/graphics/selectors/_base_selector.py
Copy file name to clipboardExpand all lines: fastplotlib/graphics/selectors/_base_selector.py
+11-7Lines changed: 11 additions & 7 deletions
@@ -1,7 +1,6 @@
 from typing import *
 from dataclasses import dataclass
 from functools import partial
-import weakref
 
 import numpy as np
 
@@ -269,30 +268,35 @@ def _move_to_pointer(self, ev):
         """
         Calculates delta just using current world object position and calls self._move_graphic().
         """
-        current_position: np.ndarray = self.offset
-
-        # middle mouse button clicks
+        # check for middle mouse button click
         if ev.button != 3:
             return
 
+        if self.axis == "x":
+            offset = self.offset[0]
+        elif self.axis == "y":
+            offset = self.offset[1]
+
+        current_pos_world: np.ndarray = self.selection + offset
+
         world_pos = self._plot_area.map_screen_to_world(ev)
 
         # outside this viewport
         if world_pos is None:
             return
 
-        self.delta = world_pos - current_position
+        self.delta = world_pos - current_pos_world
         self._pygfx_event = ev
 
         # use fill by default as the source, such as in region selectors
         if len(self._fill) > 0:
             self._move_info = MoveInfo(
-                last_position=current_position, source=self._fill[0]
+                last_position=current_pos_world, source=self._fill[0]
             )
         # else use an edge, such as for linear selector
         else:
             self._move_info = MoveInfo(
-                last_position=current_position, source=self._edges[0]
+                last_position=current_pos_world, source=self._edges[0]
             )
 
         self._move_graphic(self.delta)