diff --git a/libnautilus-private/nautilus-icon-container.c b/libnautilus-private/nautilus-icon-container.c
index c3228bb..86c570d 100644
--- a/libnautilus-private/nautilus-icon-container.c
+++ b/libnautilus-private/nautilus-icon-container.c
@@ -4416,7 +4416,7 @@ clicked_within_double_click_interval (NautilusIconContainer *container)
 		      "gtk-double-click-time", &double_click_time,
 		      NULL);
 	current_time = eel_get_system_time ();
-	if (current_time - last_click_time < double_click_time * 1000) {
+	if (current_time - last_click_time < double_click_time * 1000 && click_count < 1) {
 		click_count++;
 	} else {
 		click_count = 0;
