import throttle from 'lodash/throttle' import { database } from '../_database/database' import { mark, stop } from '../_utils/marks' import { store } from '../_store/store' import { scheduleIdleTask } from '../_utils/scheduleIdleTask' import uniqBy from 'lodash/uniqBy' import uniq from 'lodash/uniq' function getExistingItemIdsSet (instanceName, timelineName) { let timelineItemIds = store.getForTimeline(instanceName, timelineName, 'timelineItemIds') || [] return new Set(timelineItemIds) } function removeDuplicates (instanceName, timelineName, updates) { // remove duplicates, including duplicates due to reblogs let existingItemIds = getExistingItemIdsSet(instanceName, timelineName) return updates.filter(update => !existingItemIds.has(update.id)) } async function insertUpdatesIntoTimeline (instanceName, timelineName, updates) { updates = removeDuplicates(instanceName, timelineName, updates) if (!updates.length) { return } await database.insertTimelineItems(instanceName, timelineName, updates) let itemIdsToAdd = store.getForTimeline(instanceName, timelineName, 'itemIdsToAdd') || [] itemIdsToAdd = uniq(itemIdsToAdd.concat(updates.map(_ => _.id))) console.log('adding ', itemIdsToAdd.length, 'items to itemIdsToAdd') store.setForTimeline(instanceName, timelineName, {itemIdsToAdd: itemIdsToAdd}) } async function insertUpdatesIntoThreads (instanceName, updates) { if (!updates.length) { return } let threads = store.getThreads(instanceName) for (let timelineName of Object.keys(threads)) { let thread = threads[timelineName] let updatesForThisThread = updates.filter(status => { return thread.includes(status.in_reply_to_id) && !thread.includes(status.id) }) let itemIdsToAdd = store.getForTimeline(instanceName, timelineName, 'itemIdsToAdd') || [] for (let update of updatesForThisThread) { if (!itemIdsToAdd.includes(update.id)) { itemIdsToAdd.push(update.id) } } console.log('adding ', itemIdsToAdd.length, 'items to itemIdsToAdd for thread', timelineName) store.setForTimeline(instanceName, timelineName, {itemIdsToAdd: itemIdsToAdd}) } } async function processFreshUpdates (instanceName, timelineName) { mark('processFreshUpdates') let freshUpdates = store.getForTimeline(instanceName, timelineName, 'freshUpdates') if (freshUpdates && freshUpdates.length) { let updates = freshUpdates.slice() store.setForTimeline(instanceName, timelineName, {freshUpdates: []}) await insertUpdatesIntoTimeline(instanceName, timelineName, updates) await insertUpdatesIntoThreads(instanceName, updates.filter(status => status.in_reply_to_id)) } stop('processFreshUpdates') } const lazilyProcessFreshUpdates = throttle((instanceName, timelineName) => { scheduleIdleTask(() => { /* no await */ processFreshUpdates(instanceName, timelineName) }) }, 5000) export function addStatusOrNotification (instanceName, timelineName, newStatusOrNotification) { let freshUpdates = store.getForTimeline(instanceName, timelineName, 'freshUpdates') || [] freshUpdates.push(newStatusOrNotification) freshUpdates = uniqBy(freshUpdates, _ => _.id) store.setForTimeline(instanceName, timelineName, {freshUpdates: freshUpdates}) lazilyProcessFreshUpdates(instanceName, timelineName) }