go/sliding-sync
go/sliding-sync
1
0
Fork 0
mirror of https://github.com/matrix-org/sliding-sync.git synced 2025-03-10 13:37:11 +00:00
Code Issues Packages Projects Releases Wiki Activity

Rearrange and rename cleanup ticker

Browse Source
This commit is contained in:
David Robertson 2023-08-10 12:05:47 +01:00
parent 2d6777850f
commit 93bac84007
No known key found for this signature in database
GPG Key ID: 903ECE108A39DEDD
2 changed files with 17 additions and 13 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

6
sync2/devices_table.go
View File

@ -52,9 +52,9 @@ func (t *DevicesTable) UpdateDeviceSince(userID, deviceID, since string) error {
// no particular order.
//
// This is determined using the syncv3_sync2_tokens.last_seen column, which is updated
// at most once per day to save DB throughtput (see MaybeUpdateLastSeen). The caller
// should therefore use an inactivityPeriod of at least two days to avoid considering
// a recently-used device as old.
// at most once per day to save DB throughtput (see TokensTable.MaybeUpdateLastSeen).
// The caller should therefore use an inactivityPeriod of at least two days to avoid
// considering a recently-used device as old.
func (t *DevicesTable) FindOldDevices(inactivityPeriod time.Duration) (devices []Device, err error) {
err = t.db.Select(&devices, `
SELECT user_id, device_id

20
sync2/handler2/handler.go
View File

@ -49,6 +49,7 @@ type Handler struct {
PendingTxnIDs *sync2.PendingTransactionIDs
deviceDataTicker *sync2.DeviceDataTicker
pollerExpiryTicker *time.Ticker
e2eeWorkerPool *internal.WorkerPool
numPollers prometheus.Gauge
@ -111,6 +112,7 @@ func (h *Handler) Teardown() {
h.v2Store.Teardown()
h.pMap.Terminate()
h.deviceDataTicker.Stop()
h.pollerExpiryTicker.Stop()
if h.numPollers != nil {
prometheus.Unregister(h.numPollers)
}
@ -163,7 +165,7 @@ func (h *Handler) StartV2Pollers() {
wg.Wait()
logger.Info().Msg("StartV2Pollers finished")
h.updateMetrics()
h.startCleanupTicker()
h.startPollerExpiryTicker()
}
func (h *Handler) updateMetrics() {
@ -559,17 +561,19 @@ func (h *Handler) EnsurePolling(p *pubsub.V3EnsurePolling) {
}()
}
func (h *Handler) startCleanupTicker() {
// TODO: would be nice to make this method idempotent so we don't run >1 ticker.
ticker := time.NewTicker(time.Hour)
func (h *Handler) startPollerExpiryTicker() {
if h.pollerExpiryTicker != nil {
return
}
h.pollerExpiryTicker = time.NewTicker(time.Hour)
go func() {
for range ticker.C {
h.cleanup()
for range h.pollerExpiryTicker.C {
h.expireOldPollers()
}
}()
}
func (h *Handler) cleanup() {
func (h *Handler) expireOldPollers() {
devices, err := h.v2Store.DevicesTable.FindOldDevices(30 * 24 * time.Hour)
if err != nil {
logger.Err(err).Msg("Error fetching old devices")
@ -581,7 +585,7 @@ func (h *Handler) cleanup() {
pids[i].DeviceID = devices[i].DeviceID
}
numExpired := h.pMap.ExpirePollers(pids)
logger.Info().Int("old", len(devices)).Int("expired", numExpired).Msg("poller cleanup")
logger.Info().Int("old", len(devices)).Int("expired", numExpired).Msg("poller cleanup old devices")
}
func fnvHash(event json.RawMessage) uint64 {