diff --git a/go/topology/store_replicate.go b/go/topology/store_replicate.go
index dc26dade0..893735501 100644
--- a/go/topology/store_replicate.go
+++ b/go/topology/store_replicate.go
@@ -41,6 +41,8 @@ func ReplicatedWrite(masterNode string, s *storage.Store,
 				return err == nil
 			}) {
 				ret = 0
+				// If failed replication then try to delete inconsistent file
+				ReplicatedDelete(masterNode, s, volumeId, needle, r)
 				errorStatus = "Failed to write to replicas for volume " + volumeId.String()
 			}
 		}