diff --git a/liboverlay/overlay.cpp b/liboverlay/overlay.cpp
index 851422f..5341c90 100644
--- a/liboverlay/overlay.cpp
+++ b/liboverlay/overlay.cpp
@@ -132,6 +132,10 @@
         PipeBook::setUse((int)dest);
     } else {
         PipeBook::resetUse((int)dest);
+        int dpy = mPipeBook[index].mDisplay;
+        for(int i = 0; i < PipeBook::NUM_PIPES; i++)
+            if (mPipeBook[i].mDisplay == dpy)
+                PipeBook::resetAllocation(i);
     }
     return ret;
 }