diff --git a/src/seat.c b/src/seat.c
index 32b12c6..da95470 100644
--- a/src/seat.c
+++ b/src/seat.c
@@ -182,7 +182,8 @@ static void pointer_handle_button(void *data, struct wl_pointer *wl_pointer, uin
 
 	struct dp_selection *selection = &state->selection;
 	if (button_state != WL_POINTER_BUTTON_STATE_PRESSED) {
-		if (selection->width > 0 && selection->height > 0 && state->config.quick_select) {
+		if (selection->action == DP_SELECTION_ACTION_RESIZING && selection->width > 0 &&
+				selection->height > 0 && state->config.quick_select) {
 			state->status = DP_STATUS_SAVED;
 		}
 		dp_select_stop_interactive(selection);