diff --git a/editor/src/messages/portfolio/document/transform_layer/transform_layer_message_handler.rs b/editor/src/messages/portfolio/document/transform_layer/transform_layer_message_handler.rs
index e135b385..7cf36cdc 100644
--- a/editor/src/messages/portfolio/document/transform_layer/transform_layer_message_handler.rs
+++ b/editor/src/messages/portfolio/document/transform_layer/transform_layer_message_handler.rs
@@ -61,6 +61,11 @@ impl<'a> MessageHandler<TransformLayerMessage, TransformData<'a>> for TransformL
 					return;
 				}
 
+				// Don't allow grab with no selected layers
+				if selected_layers.len() == 0 {
+					return;
+				}
+
 				begin_operation(self.transform_operation, &mut self.typing, &mut self.mouse_position, &mut self.start_mouse);
 
 				self.transform_operation = TransformOperation::Grabbing(Default::default());
@@ -72,6 +77,11 @@ impl<'a> MessageHandler<TransformLayerMessage, TransformData<'a>> for TransformL
 					return;
 				}
 
+				// Don't allow rotate with no selected layers
+				if selected_layers.len() == 0 {
+					return;
+				}
+
 				begin_operation(self.transform_operation, &mut self.typing, &mut self.mouse_position, &mut self.start_mouse);
 
 				self.transform_operation = TransformOperation::Rotating(Default::default());
@@ -83,6 +93,11 @@ impl<'a> MessageHandler<TransformLayerMessage, TransformData<'a>> for TransformL
 					return;
 				}
 
+				// Don't allow scale with no selected layers
+				if selected_layers.len() == 0 {
+					return;
+				}
+
 				begin_operation(self.transform_operation, &mut self.typing, &mut self.mouse_position, &mut self.start_mouse);
 
 				self.transform_operation = TransformOperation::Scaling(Default::default());