diff --git a/src/components/App.tsx b/src/components/App.tsx
index 244aef79..831e5100 100644
--- a/src/components/App.tsx
+++ b/src/components/App.tsx
@@ -1746,6 +1746,10 @@ class App extends React.Component<ExcalidrawProps, AppState> {
     if (this.state.multiElement) {
       return;
     }
+    // we should only be able to double click when mode is selection
+    if (this.state.elementType !== "selection") {
+      return;
+    }
 
     const selectedElements = getSelectedElements(
       globalSceneState.getElements(),