From d1fccfd15383e4d2e4f108586ce075d72cfdf0c4 Mon Sep 17 00:00:00 2001 From: Deimos Date: Wed, 25 Jul 2018 13:31:35 -0600 Subject: [PATCH] Data cleanup script: exclude previously-cleaned The cleanup of old deleted comments and topics was repeatedly hitting the same items even though they had already been cleaned up on previous runs. This just explicitly excludes all the ones that have already had their user_id info removed, so it will only hit ones that actually need it. --- tildes/scripts/clean_private_data.py | 8 ++++++-- 1 file changed, 6 insertions(+), 2 deletions(-) diff --git a/tildes/scripts/clean_private_data.py b/tildes/scripts/clean_private_data.py index 79e9284..5f8a3f2 100644 --- a/tildes/scripts/clean_private_data.py +++ b/tildes/scripts/clean_private_data.py @@ -89,7 +89,9 @@ class DataCleaner(): updated = ( self.db_session.query(Comment) .filter( - Comment.deleted_time <= self.retention_cutoff) # type: ignore + Comment.deleted_time <= self.retention_cutoff, # type: ignore + Comment.user_id != 0, + ) .update({ 'user_id': 0, 'markdown': '', @@ -108,7 +110,9 @@ class DataCleaner(): updated = ( self.db_session.query(Topic) .filter( - Topic.deleted_time <= self.retention_cutoff) # type: ignore + Topic.deleted_time <= self.retention_cutoff, # type: ignore + Topic.user_id != 0, + ) .update({ 'user_id': 0, 'title': '',