diff --git a/src/emu/emumem.cpp b/src/emu/emumem.cpp
index 891fd3caeb7..57aabaab592 100644
--- a/src/emu/emumem.cpp
+++ b/src/emu/emumem.cpp
@@ -408,6 +408,7 @@ public:
 	}
 
 	virtual void remove_passthrough(std::unordered_set<handler_entry *> &handlers) override {
+		invalidate_caches(read_or_write::READWRITE);
 		m_root_read->detach(handlers);
 		m_root_write->detach(handlers);
 	}