diff --git a/src/index.tsx b/src/index.tsx
index 434422ae..c5ded250 100644
--- a/src/index.tsx
+++ b/src/index.tsx
@@ -963,6 +963,9 @@ class App extends React.Component<{}, AppState> {
             }));
           }}
           onMouseDown={e => {
+            if (e.button !== 0) {
+              return;
+            }
             const x =
               e.clientX -
               (e.target as HTMLElement).offsetLeft -