diff --git a/src/components/App.tsx b/src/components/App.tsx
index 40587128..4d35c27a 100644
--- a/src/components/App.tsx
+++ b/src/components/App.tsx
@@ -1626,7 +1626,7 @@ export class App extends React.Component<any, AppState> {
       if (element.type === "selection") {
         this.setState({
           selectionElement: element,
-          draggingElement: element,
+          draggingElement: hitElement ? hitElement : element,
         });
       } else {
         globalSceneState.replaceAllElements([