From c171872472672d129e1e4dbc99930d75a4cd59c7 Mon Sep 17 00:00:00 2001 From: Jonathan Date: Tue, 5 Dec 2017 16:32:23 -0500 Subject: PLT-8233: Purge ChannelMemberHistory Data when Data Retention Job runs (#7937) * Changed the channel member history purge function to match pattern established by other data retention purge methods * Simplifying the channel member history store and associated tests * Regenerating mocks * Using a constant --- store/sqlstore/channel_member_history_store.go | 43 +++++++++++++++++++------- 1 file changed, 31 insertions(+), 12 deletions(-) (limited to 'store/sqlstore') diff --git a/store/sqlstore/channel_member_history_store.go b/store/sqlstore/channel_member_history_store.go index 20d0d3335..aa5037d32 100644 --- a/store/sqlstore/channel_member_history_store.go +++ b/store/sqlstore/channel_member_history_store.go @@ -39,7 +39,7 @@ func (s SqlChannelMemberHistoryStore) LogJoinEvent(userId string, channelId stri } if err := s.GetMaster().Insert(channelMemberHistory); err != nil { - result.Err = model.NewAppError("SqlChannelMemberHistoryStore.LogJoinEvent", "store.sql_channel_member_history.log_join_event.app_error", map[string]interface{}{"ChannelMemberHistory": channelMemberHistory}, err.Error(), http.StatusInternalServerError) + result.Err = model.NewAppError("SqlChannelMemberHistoryStore.LogJoinEvent", "store.sql_channel_member_history.log_join_event.app_error", nil, err.Error(), http.StatusInternalServerError) } }) } @@ -55,9 +55,9 @@ func (s SqlChannelMemberHistoryStore) LogLeaveEvent(userId string, channelId str params := map[string]interface{}{"UserId": userId, "ChannelId": channelId, "LeaveTime": leaveTime} if sqlResult, err := s.GetMaster().Exec(query, params); err != nil { - result.Err = model.NewAppError("SqlChannelMemberHistoryStore.LogLeaveEvent", "store.sql_channel_member_history.log_leave_event.update_error", nil, err.Error(), http.StatusInternalServerError) + result.Err = model.NewAppError("SqlChannelMemberHistoryStore.LogLeaveEvent", "store.sql_channel_member_history.log_leave_event.update_error", params, err.Error(), http.StatusInternalServerError) } else if rows, err := sqlResult.RowsAffected(); err == nil && rows != 1 { - // there was no join event to update + // there was no join event to update - this is best effort, so no need to raise an error l4g.Warn("Channel join event for user %v and channel %v not found", userId, channelId) } }) @@ -86,17 +86,36 @@ func (s SqlChannelMemberHistoryStore) GetUsersInChannelDuring(startTime int64, e }) } -func (s SqlChannelMemberHistoryStore) PurgeHistoryBefore(time int64, channelId string) store.StoreChannel { +func (s SqlChannelMemberHistoryStore) PermanentDeleteBatch(endTime int64, limit int64) store.StoreChannel { return store.Do(func(result *store.StoreResult) { - query := ` - DELETE FROM ChannelMemberHistory - WHERE ChannelId = :ChannelId - AND LeaveTime IS NOT NULL - AND LeaveTime <= :AtTime` + var query string + if s.DriverName() == model.DATABASE_DRIVER_POSTGRES { + query = + `DELETE FROM ChannelMemberHistory + WHERE ctid IN ( + SELECT ctid FROM ChannelMemberHistory + WHERE LeaveTime IS NOT NULL + AND LeaveTime <= :EndTime + LIMIT :Limit + );` + } else { + query = + `DELETE FROM ChannelMemberHistory + WHERE LeaveTime IS NOT NULL + AND LeaveTime <= :EndTime + LIMIT :Limit` + } - params := map[string]interface{}{"AtTime": time, "ChannelId": channelId} - if _, err := s.GetMaster().Exec(query, params); err != nil { - result.Err = model.NewAppError("SqlChannelMemberHistoryStore.PurgeHistoryBefore", "store.sql_channel_member_history.purge_history_before.app_error", params, err.Error(), http.StatusInternalServerError) + params := map[string]interface{}{"EndTime": endTime, "Limit": limit} + if sqlResult, err := s.GetMaster().Exec(query, params); err != nil { + result.Err = model.NewAppError("SqlChannelMemberHistoryStore.PermanentDeleteBatchForChannel", "store.sql_channel_member_history.permanent_delete_batch.app_error", params, err.Error(), http.StatusInternalServerError) + } else { + if rowsAffected, err1 := sqlResult.RowsAffected(); err1 != nil { + result.Err = model.NewAppError("SqlChannelMemberHistoryStore.PermanentDeleteBatchForChannel", "store.sql_channel_member_history.permanent_delete_batch.app_error", params, err.Error(), http.StatusInternalServerError) + result.Data = int64(0) + } else { + result.Data = rowsAffected + } } }) } -- cgit v1.2.3-1-g7c22