diff --git a/src/element/resizeTest.ts b/src/element/resizeTest.ts
index 569cf753..a74a2fec 100644
--- a/src/element/resizeTest.ts
+++ b/src/element/resizeTest.ts
@@ -11,7 +11,7 @@ export function resizeTest(
   y: number,
   sceneState: SceneState
 ): HandlerRectanglesRet | false {
-  if (element.type === "text") return false;
+  if (!element.isSelected || element.type === "text") return false;
 
   const handlers = handlerRectangles(element, sceneState);