Index: trunk/src/org/openstreetmap/josm/gui/layer/GeoImageLayer.java
===================================================================
--- trunk/src/org/openstreetmap/josm/gui/layer/GeoImageLayer.java	(revision 1299)
+++ trunk/src/org/openstreetmap/josm/gui/layer/GeoImageLayer.java	(revision 1300)
@@ -206,4 +206,5 @@
         this.data = data;
         this.gps = gps;
+        final Layer self = this;
         mouseAdapter = new MouseAdapter(){
             @Override public void mousePressed(MouseEvent e) {
@@ -239,5 +240,6 @@
             public void layerAdded(Layer newLayer) {}
             public void layerRemoved(Layer oldLayer) {
-                Main.map.mapView.removeMouseListener(mouseAdapter);
+                if (oldLayer == self)
+                    Main.map.mapView.removeMouseListener(mouseAdapter);
             }
         });