Benature/omnivore
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #2952 from omnivore-app/fix/queue-manager-print-latency

Browse Source 
Post the avg latency in the update message
This commit is contained in:
Jackson Harper
2023-10-18 13:37:01 +08:00
committed by GitHub
parent 30ba88e9b2 1053c9b53a
commit 14349d8257
1 changed files with 5 additions and 9 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
packages/queue-manager/src/index.ts
View File

@ -30,7 +30,7 @@ if (
const LATENCY_THRESHOLD = 500
const RSS_QUEUE_THRESHOLD = 20_000
const IMPORT_QUEUE_THRESHOLD = 200_000
const IMPORT_QUEUE_THRESHOLD = 250_000
const postToDiscord = async (message: string) => {
console.log('notify message', { message })
@ -79,8 +79,6 @@ const checkShouldPauseQueues = async () => {
},
})
let shouldPauseQueues = false
for (const ts of timeSeries) {
// We only want to look at the backend service right now
if (
@ -98,15 +96,13 @@ const checkShouldPauseQueues = async () => {
(acc, point) => acc + (point.value?.doubleValue ?? 0),
0
) / ts.points.length
console.log('avgLatency: ', avgLatency)
if (avgLatency > LATENCY_THRESHOLD) {
shouldPauseQueues = true
break
return { shouldPauseQueues: true, avgLatency: avgLatency }
}
}
}
return shouldPauseQueues
return { shouldPauseQueues: false, avgLatency: 0 }
}
const getQueueTaskCount = async (queueName: string) => {
@ -147,7 +143,7 @@ async function checkMetricsAndPauseQueues() {
throw new Error('environment not supplied.')
}
const shouldPauseQueues = await checkShouldPauseQueues()
const { shouldPauseQueues, avgLatency } = await checkShouldPauseQueues()
if (shouldPauseQueues) {
let rssQueueCount: number | string = 'unknown'
@ -159,7 +155,7 @@ async function checkMetricsAndPauseQueues() {
console.log('error fetching queue counts', err)
}
const message = `Both queues have been paused due to API latency threshold exceedance.\n\t-The RSS queue currently has ${rssQueueCount} tasks.\n\t-The import queue currently has ${importQueueCount} pending tasks.`
const message = `Both queues have been paused due to API latency threshold exceedance (${avgLatency}).\n\t-The RSS queue currently has ${rssQueueCount} tasks.\n\t-The import queue currently has ${importQueueCount} pending tasks.`
await pauseQueues()
await postToDiscord(message)