logos-messaging/logos-messaging-nim
1
0
Fork 0
mirror of https://github.com/logos-messaging/logos-messaging-nim.git synced 2026-01-04 06:53:12 +00:00
Code Issues Packages Projects Releases Wiki Activity

faster retention policy when error and use of detach finalize when needed (#2966)

Browse Source
This commit is contained in:
Ivan FB 2024-08-12 10:47:01 +02:00 committed by GitHub
parent 71946b911f
commit 6ae46c5fff
2 changed files with 14 additions and 1 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

4
waku/waku_archive/archive.nim
View File

@ -24,6 +24,7 @@ const
# Retention policy # Retention policy
WakuArchiveDefaultRetentionPolicyInterval* = chronos.minutes(30) WakuArchiveDefaultRetentionPolicyInterval* = chronos.minutes(30)
WakuArchiveDefaultRetentionPolicyIntervalWhenError* = chronos.minutes(1)
# Metrics reporting # Metrics reporting
WakuArchiveDefaultMetricsReportInterval* = chronos.minutes(30) WakuArchiveDefaultMetricsReportInterval* = chronos.minutes(30)
@ -193,6 +194,9 @@ proc periodicRetentionPolicy(self: WakuArchive) {.async.} =
(await policy.execute(self.driver)).isOkOr: (await policy.execute(self.driver)).isOkOr:
waku_archive_errors.inc(labelValues = [retPolicyFailure]) waku_archive_errors.inc(labelValues = [retPolicyFailure])
error "failed execution of retention policy", error = error error "failed execution of retention policy", error = error
await sleepAsync(WakuArchiveDefaultRetentionPolicyIntervalWhenError)
## in case of error, let's try again faster
continue
await sleepAsync(WakuArchiveDefaultRetentionPolicyInterval) await sleepAsync(WakuArchiveDefaultRetentionPolicyInterval)

11
waku/waku_archive/driver/postgres_driver/postgres_driver.nim
View File

@ -1326,7 +1326,16 @@ proc removePartition(
"ALTER TABLE messages DETACH PARTITION " & partitionName & " CONCURRENTLY;" "ALTER TABLE messages DETACH PARTITION " & partitionName & " CONCURRENTLY;"
debug "removeOldestPartition", query = detachPartitionQuery debug "removeOldestPartition", query = detachPartitionQuery
(await self.performWriteQuery(detachPartitionQuery)).isOkOr: (await self.performWriteQuery(detachPartitionQuery)).isOkOr:
return err(fmt"error in {detachPartitionQuery}: " & $error) if ($error).contains("FINALIZE"):
## We assume the database is suggesting to use FINALIZE when detaching a partition
let detachPartitionFinalizeQuery =
"ALTER TABLE messages DETACH PARTITION " & partitionName & " FINALIZE;"
debug "removeOldestPartition detaching with FINALIZE",
query = detachPartitionFinalizeQuery
(await self.performWriteQuery(detachPartitionFinalizeQuery)).isOkOr:
return err(fmt"error in FINALIZE {detachPartitionFinalizeQuery}: " & $error)
else:
return err(fmt"error in {detachPartitionQuery}: " & $error)
## Drop the partition ## Drop the partition
let dropPartitionQuery = "DROP TABLE " & partitionName let dropPartitionQuery = "DROP TABLE " & partitionName