Index: gnome-panel/panel-toplevel.c
===================================================================
--- gnome-panel/panel-toplevel.c	(revision 10713)
+++ gnome-panel/panel-toplevel.c	(working copy)
@@ -3179,6 +3179,9 @@
 
 	toplevel = PANEL_TOPLEVEL (widget);
 
+        if ((event->state & gtk_accelerator_get_default_mod_mask ()) != GDK_MOD1_MASK)
+            return FALSE;
+
 	if (event->button != 1 && event->button != 2)
 		return FALSE;
 
