diff --git a/src/panel.js b/src/panel.js
index 7b29940..332d1f8 100644
--- a/src/panel.js
+++ b/src/panel.js
@@ -538,7 +538,9 @@ export const Panel = GObject.registerClass(
 
         if (allocationMap.actor) {
           let considerActor =
-            pos.visible && allocationMap.actor.get_children().length
+            pos.visible &&
+            (pos.element == Pos.DESKTOP_BTN ||
+              allocationMap.actor.get_children().length)
 
           allocationMap.actor.visible = considerActor