Constellation, Spacedust, Slingshot, UFOs: atproto crates and services for microcosm
less agressive rw queue batching
author
phil
date
(Mar 18, 2025, 5:44 PM -0400)
commit
962fe4f1
962fe4f1e9edef7f04c038155073f18b558178cb
parent
bb24dda1
bb24dda1b7fa3981c42faf8d0cbbede7fe803fec
+4
-2
+4
-2
ufos/src/store.rs
+4
-2
ufos/src/store.rs
···
18
18
use tokio::{sync::mpsc::Receiver, time::sleep};
19
19
20
20
/// Commit the RW batch immediately if this nubmer of events have been read off the mod queue
21
-
const MAX_BATCHED_RW_EVENTS: usize = 96;
21
+
const MAX_BATCHED_RW_EVENTS: usize = 18;
22
22
23
23
/// Commit the RW batch immediately if this number of records is reached
24
24
///
25
25
/// there are probably some efficiency gains for higher, at cost of more memory.
26
26
/// interestingly, this kind of sets a priority weight for the RW loop:
27
27
/// - doing more work whenever scheduled means getting more CPU time in general
28
-
const MAX_BATCHED_RW_ITEMS: usize = 32;
28
+
///
29
+
/// this is higher than [MAX_BATCHED_RW_EVENTS] because account-deletes can have lots of items
30
+
const MAX_BATCHED_RW_ITEMS: usize = 36;
29
31
30
32
/**
31
33
* data format, roughly: