pinafore/routes/_database/cleanup.js

150 lines
4.1 KiB
JavaScript
Raw Normal View History

2018-02-14 04:34:37 +01:00
import { dbPromise, getDatabase } from './databaseLifecycle'
import {
ACCOUNTS_STORE,
NOTIFICATION_TIMELINES_STORE,
NOTIFICATIONS_STORE,
2018-03-09 08:18:18 +01:00
PINNED_STATUSES_STORE,
2018-02-14 04:34:37 +01:00
RELATIONSHIPS_STORE,
STATUS_TIMELINES_STORE,
STATUSES_STORE,
2018-03-09 03:31:59 +01:00
THREADS_STORE,
2018-02-14 04:34:37 +01:00
TIMESTAMP
} from './constants'
import debounce from 'lodash-es/debounce'
2018-02-14 04:34:37 +01:00
import { mark, stop } from '../_utils/marks'
import { deleteAll } from './utils'
import { createPinnedStatusKeyRange, createThreadKeyRange } from './keys'
import { getKnownInstances } from './knownInstances'
2018-02-14 04:34:37 +01:00
const BATCH_SIZE = 20
const TIME_AGO = 5 * 24 * 60 * 60 * 1000 // five days ago
2018-04-19 05:43:13 +02:00
const DELAY = 5 * 60 * 1000 // five minutes
2018-02-14 04:34:37 +01:00
2018-02-14 04:35:46 +01:00
function batchedGetAll (callGetAll, callback) {
function nextBatch () {
2018-02-14 04:34:37 +01:00
callGetAll().onsuccess = function (e) {
let results = e.target.result
callback(results)
if (results.length) {
nextBatch()
}
}
}
nextBatch()
}
2018-03-09 03:31:59 +01:00
function cleanupStatuses (statusesStore, statusTimelinesStore, threadsStore, cutoff) {
2018-02-14 04:34:37 +01:00
batchedGetAll(
() => statusesStore.index(TIMESTAMP).getAllKeys(IDBKeyRange.upperBound(cutoff), BATCH_SIZE),
2018-02-14 04:34:37 +01:00
results => {
results.forEach(statusId => {
statusesStore.delete(statusId)
deleteAll(
statusTimelinesStore,
statusTimelinesStore.index('statusId'),
IDBKeyRange.only(statusId)
)
deleteAll(
threadsStore,
threadsStore,
createThreadKeyRange(statusId)
)
2018-02-14 04:34:37 +01:00
})
}
)
}
2018-02-14 04:35:46 +01:00
function cleanupNotifications (notificationsStore, notificationTimelinesStore, cutoff) {
2018-02-14 04:34:37 +01:00
batchedGetAll(
() => notificationsStore.index(TIMESTAMP).getAllKeys(IDBKeyRange.upperBound(cutoff), BATCH_SIZE),
2018-02-14 04:34:37 +01:00
results => {
results.forEach(notificationId => {
notificationsStore.delete(notificationId)
deleteAll(
notificationTimelinesStore,
notificationTimelinesStore.index('notificationId'),
IDBKeyRange.only(notificationId)
)
2018-02-14 04:34:37 +01:00
})
}
)
}
2018-03-09 08:18:18 +01:00
function cleanupAccounts (accountsStore, pinnedStatusesStore, cutoff) {
2018-02-14 04:34:37 +01:00
batchedGetAll(
() => accountsStore.index(TIMESTAMP).getAllKeys(IDBKeyRange.upperBound(cutoff), BATCH_SIZE),
results => {
results.forEach(accountId => {
accountsStore.delete(accountId)
deleteAll(
pinnedStatusesStore,
pinnedStatusesStore,
createPinnedStatusKeyRange(accountId)
)
2018-02-14 04:34:37 +01:00
})
}
)
}
2018-02-14 04:35:46 +01:00
function cleanupRelationships (relationshipsStore, cutoff) {
2018-02-14 04:34:37 +01:00
batchedGetAll(
() => relationshipsStore.index(TIMESTAMP).getAllKeys(IDBKeyRange.upperBound(cutoff), BATCH_SIZE),
results => {
results.forEach(relationshipId => {
relationshipsStore.delete(relationshipId)
2018-02-14 04:34:37 +01:00
})
}
)
}
2018-02-14 04:35:46 +01:00
async function cleanup (instanceName) {
2018-02-14 04:34:37 +01:00
console.log('cleanup', instanceName)
mark(`cleanup:${instanceName}`)
let db = await getDatabase(instanceName)
let storeNames = [
STATUSES_STORE,
STATUS_TIMELINES_STORE,
NOTIFICATIONS_STORE,
NOTIFICATION_TIMELINES_STORE,
ACCOUNTS_STORE,
2018-03-09 03:31:59 +01:00
RELATIONSHIPS_STORE,
2018-03-09 08:18:18 +01:00
THREADS_STORE,
PINNED_STATUSES_STORE
2018-02-14 04:34:37 +01:00
]
await dbPromise(db, storeNames, 'readwrite', (stores) => {
let [
statusesStore,
statusTimelinesStore,
notificationsStore,
notificationTimelinesStore,
accountsStore,
2018-03-09 03:31:59 +01:00
relationshipsStore,
2018-03-09 08:18:18 +01:00
threadsStore,
pinnedStatusesStore
2018-02-14 04:34:37 +01:00
] = stores
let cutoff = Date.now() - TIME_AGO
2018-03-09 03:31:59 +01:00
cleanupStatuses(statusesStore, statusTimelinesStore, threadsStore, cutoff)
2018-02-14 04:34:37 +01:00
cleanupNotifications(notificationsStore, notificationTimelinesStore, cutoff)
2018-03-09 08:18:18 +01:00
cleanupAccounts(accountsStore, pinnedStatusesStore, cutoff)
2018-02-14 04:34:37 +01:00
cleanupRelationships(relationshipsStore, cutoff)
})
stop(`cleanup:${instanceName}`)
}
2018-02-14 04:35:46 +01:00
function doCleanup (instanceName) {
// run in setTimeout because we're in a worker and there's no requestIdleCallback
setTimeout(() => cleanup(instanceName))
2018-02-14 04:34:37 +01:00
}
async function scheduledCleanup () {
2018-02-14 04:34:37 +01:00
console.log('scheduledCleanup')
let knownInstances = await getKnownInstances()
for (let instance of knownInstances) {
2018-02-14 04:34:37 +01:00
doCleanup(instance)
}
}
export const scheduleCleanup = debounce(scheduledCleanup, DELAY)