Compare commits

..

No commits in common. "master" and "v1.0-rc39" have entirely different histories.

4 changed files with 55 additions and 93 deletions

View File

@ -8,30 +8,23 @@ import no.iktdev.eventi.stores.EventStore
import java.time.Duration import java.time.Duration
import java.time.Instant import java.time.Instant
import java.util.UUID import java.util.UUID
import kotlin.collections.iterator
abstract class EventPollerImplementation( abstract class EventPollerImplementation(
private val eventStore: EventStore, private val eventStore: EventStore,
private val dispatchQueue: SequenceDispatchQueue, private val dispatchQueue: SequenceDispatchQueue,
private val dispatcher: EventDispatcher private val dispatcher: EventDispatcher
) { ) {
private val log = KotlinLogging.logger {} // Erstatter ikke lastSeenTime, men supplerer den
protected val refWatermark = mutableMapOf<UUID, Instant>()
/** // lastSeenTime brukes kun som scan hint
* Per-reference watermark:
* - first = last seen persistedAt
* - second = last seen persistedId
*/
protected val refWatermark = mutableMapOf<UUID, Pair<Instant, Long>>()
/**
* Global scan hint (timestamp only).
* Used to avoid scanning entire table every time.
*/
var lastSeenTime: Instant = Instant.EPOCH var lastSeenTime: Instant = Instant.EPOCH
open var backoff = Duration.ofSeconds(2) open var backoff = Duration.ofSeconds(2)
protected set protected set
private val maxBackoff = Duration.ofMinutes(1) private val maxBackoff = Duration.ofMinutes(1)
private val log = KotlinLogging.logger {}
open suspend fun start() { open suspend fun start() {
log.info { "EventPoller starting with initial backoff=$backoff" } log.info { "EventPoller starting with initial backoff=$backoff" }
@ -39,7 +32,7 @@ abstract class EventPollerImplementation(
try { try {
pollOnce() pollOnce()
} catch (e: Exception) { } catch (e: Exception) {
log.error(e) { "Error in poller loop" } e.printStackTrace()
delay(backoff.toMillis()) delay(backoff.toMillis())
backoff = backoff.multipliedBy(2).coerceAtMost(maxBackoff) backoff = backoff.multipliedBy(2).coerceAtMost(maxBackoff)
} }
@ -50,11 +43,11 @@ abstract class EventPollerImplementation(
val pollStartedAt = MyTime.utcNow() val pollStartedAt = MyTime.utcNow()
log.debug { "🔍 Polling for new events" } log.debug { "🔍 Polling for new events" }
// Determine global scan start // Global scan hint: kombiner refWatermark og lastSeenTime
val minRefTs = refWatermark.values.minOfOrNull { it.first } val watermarkMin = refWatermark.values.minOrNull()
val scanFrom = when (minRefTs) { val scanFrom = when (watermarkMin) {
null -> lastSeenTime null -> lastSeenTime
else -> maxOf(lastSeenTime, minRefTs) else -> maxOf(lastSeenTime, watermarkMin)
} }
val newPersisted = eventStore.getPersistedEventsAfter(scanFrom) val newPersisted = eventStore.getPersistedEventsAfter(scanFrom)
@ -66,73 +59,76 @@ abstract class EventPollerImplementation(
return return
} }
// Reset backoff // Vi har sett nye events globalt reset backoff
backoff = Duration.ofSeconds(2) backoff = Duration.ofSeconds(2)
log.debug { "📬 Found ${newPersisted.size} new events after $scanFrom" } log.debug { "📬 Found ${newPersisted.size} new events after $scanFrom" }
val grouped = newPersisted.groupBy { it.referenceId } val grouped = newPersisted.groupBy { it.referenceId }
var anyProcessed = false var anyProcessed = false
// Track highest persistedAt seen globally this round // Track høyeste persistedAt vi har sett i denne runden
val maxPersistedThisRound = newPersisted.maxOf { it.persistedAt } val maxPersistedThisRound = newPersisted.maxOf { it.persistedAt }
for ((ref, eventsForRef) in grouped) { for ((ref, eventsForRef) in grouped) {
val (refSeenAt, refSeenId) = refWatermark[ref] ?: (Instant.EPOCH to 0L) val refSeen = refWatermark[ref] ?: Instant.EPOCH
// Filter new events using (timestamp, id) ordering
val newForRef = eventsForRef.filter { ev ->
ev.persistedAt > refSeenAt ||
(ev.persistedAt == refSeenAt && ev.id > refSeenId)
}
// Finn kun nye events for denne refen
val newForRef = eventsForRef.filter { it.persistedAt > refSeen }
if (newForRef.isEmpty()) { if (newForRef.isEmpty()) {
log.debug { "🧊 No new events for $ref since ($refSeenAt, id=$refSeenId)" } log.debug { "🧊 No new events for $ref since $refSeen" }
continue continue
} }
// If ref is busy, skip dispatch // Hvis ref er busy → ikke oppdater watermark, ikke dispatch
if (dispatchQueue.isProcessing(ref)) { if (dispatchQueue.isProcessing(ref)) {
log.debug { "$ref is busy — deferring ${newForRef.size} events" } log.debug { "$ref is busy — deferring ${newForRef.size} events" }
continue continue
} }
// Fetch full sequence for dispatch // Hent full sekvens for ref (Eventi-invariant)
val fullLog = eventStore.getPersistedEventsFor(ref) val fullLog = eventStore.getPersistedEventsFor(ref)
val events = fullLog.mapNotNull { it.toEvent() } val events = fullLog.mapNotNull { it.toEvent() }
log.debug { "🚀 Dispatching ${events.size} events for $ref" } log.debug { "🚀 Dispatching ${events.size} events for $ref" }
dispatchQueue.dispatch(ref, events, dispatcher) dispatchQueue.dispatch(ref, events, dispatcher)
// Update watermark for this reference // Oppdater watermark for denne refen
val maxEvent = newForRef.maxWith( val maxPersistedAtForRef = newForRef.maxOf { it.persistedAt }
compareBy({ it.persistedAt }, { it.id }) val newWatermark = minOf(pollStartedAt, maxPersistedAtForRef).plusNanos(1)
)
val newWatermarkAt = minOf(pollStartedAt, maxEvent.persistedAt) refWatermark[ref] = newWatermark
val newWatermarkId = maxEvent.id
refWatermark[ref] = newWatermarkAt to newWatermarkId
anyProcessed = true anyProcessed = true
log.debug { "⏩ Updated watermark for $ref($newWatermarkAt, id=$newWatermarkId)" } log.debug { "⏩ Updated watermark for $ref$newWatermark" }
} }
// Update global scan hint // Oppdater global scan hint uansett vi har sett nye events
// Dette hindrer livelock når alle events er <= watermark for sine refs
val newLastSeen = maxOf( val newLastSeen = maxOf(
lastSeenTime, lastSeenTime,
maxPersistedThisRound.plusNanos(1) maxPersistedThisRound.plusNanos(1)
) )
if (anyProcessed) { if (anyProcessed) {
val minRef = refWatermark.values.minOfOrNull { it.first } // Behold intensjonen din: globalt hint basert på laveste watermark,
lastSeenTime = when (minRef) { // men aldri gå bakover i tid ift lastSeenTime
val minRefWatermark = refWatermark.values.minOrNull()
lastSeenTime = when (minRefWatermark) {
null -> newLastSeen null -> newLastSeen
else -> maxOf(newLastSeen, minRef) else -> maxOf(newLastSeen, minRefWatermark)
} }
log.debug { "📉 Global scanFrom updated → $lastSeenTime (anyProcessed=true)" } log.debug { "📉 Global scanFrom updated → $lastSeenTime (anyProcessed=true)" }
} else { } else {
// Ingen refs prosessert, men vi vet at alle events vi så er <= watermark
// → trygt å flytte lastSeenTime forbi dem
lastSeenTime = newLastSeen lastSeenTime = newLastSeen
log.debug { "🔁 No refs processed — advancing global scanFrom to $lastSeenTime" } log.debug { "🔁 No refs processed — advancing global scanFrom to $lastSeenTime" }
} }
} }
} }

View File

@ -68,7 +68,9 @@ abstract class TaskListener(val taskType: TaskType = TaskType.CPU_INTENSIVE): Ta
currentJob = getDispatcherForTask(task).launch { currentJob = getDispatcherForTask(task).launch {
try { try {
val result = onTask(task) val result = onTask(task)
reporter.markCompleted(task.taskId)
onComplete(task, result) onComplete(task, result)
} catch (e: CancellationException) { } catch (e: CancellationException) {
// Dette er en ekte kansellering // Dette er en ekte kansellering
onCancelled(task) onCancelled(task)

View File

@ -60,42 +60,6 @@ class PollerStartLoopTest : TestBase() {
store.persistAt(e, time) store.persistAt(e, time)
} }
@Test
@DisplayName("""
Når to events har identisk persistedAt
Hvis polleren kjører
skal begge events prosesseres og ingen mistes
""")
fun `poller handles same-timestamp events without losing any`() = runTest {
val ref = UUID.randomUUID()
val ts = Instant.parse("2025-01-01T12:00:00Z")
// Two events with same timestamp but different IDs
val e1 = TestEvent().withReference(ref).setMetadata(Metadata())
val e2 = TestEvent().withReference(ref).setMetadata(Metadata())
store.persistAt(e1, ts) // id=1
store.persistAt(e2, ts) // id=2
poller.startFor(iterations = 1)
// Verify dispatch happened
assertThat(dispatcher.dispatched).hasSize(1)
val (_, events) = dispatcher.dispatched.single()
// Both events must be present
assertThat(events.map { it.eventId })
.hasSize(2)
.doesNotHaveDuplicates()
// Watermark must reflect highest ID
val wm = poller.watermarkFor(ref)
assertThat(wm!!.first).isEqualTo(ts)
assertThat(wm.second).isEqualTo(2)
}
@Test @Test
@DisplayName(""" @DisplayName("""
Når polleren kjører flere iterasjoner uten events Når polleren kjører flere iterasjoner uten events
@ -307,15 +271,11 @@ class PollerStartLoopTest : TestBase() {
poller.startFor(iterations = 1) poller.startFor(iterations = 1)
// A skal IKKE ha flyttet watermark // A skal IKKE ha flyttet watermark
assertThat(poller.watermarkFor(refA)).isEqualTo(wmA1) assertThat(poller.watermarkFor(refA)).isEqualTo(wmA1)
// B skal ha flyttet watermark (på timestamp-nivå) // B skal ha flyttet watermark
val wmB2 = poller.watermarkFor(refB) assertThat(poller.watermarkFor(refB)).isGreaterThan(wmB1)
assertThat(wmB2!!.first).isGreaterThan(wmB1!!.first)
} }
@DisplayName("🍌 Bananastesten™ — stress-test av watermark, busy refs og dispatch-semantikk") @DisplayName("🍌 Bananastesten™ — stress-test av watermark, busy refs og dispatch-semantikk")
@ -473,7 +433,7 @@ class PollerStartLoopTest : TestBase() {
// Sett watermark høyt (polleren setter watermark selv i ekte drift, // Sett watermark høyt (polleren setter watermark selv i ekte drift,
// men i denne testen må vi simulere det) // men i denne testen må vi simulere det)
poller.setWatermarkFor(ref, t(100), id = 999) poller.setWatermarkFor(ref, t(100))
// Sett lastSeenTime bak eventen // Sett lastSeenTime bak eventen
poller.lastSeenTime = t(0) poller.lastSeenTime = t(0)

View File

@ -17,6 +17,8 @@ class TestablePoller(
val scope: TestScope val scope: TestScope
) : EventPollerImplementation(eventStore, dispatchQueue, dispatcher), WatermarkDebugView { ) : EventPollerImplementation(eventStore, dispatchQueue, dispatcher), WatermarkDebugView {
suspend fun startFor(iterations: Int) { suspend fun startFor(iterations: Int) {
repeat(iterations) { repeat(iterations) {
try { try {
@ -30,17 +32,19 @@ class TestablePoller(
} }
} }
override fun watermarkFor(ref: UUID): Pair<Instant, Long>? { override fun watermarkFor(ref: UUID): Instant? {
return refWatermark[ref] return refWatermark[ref]?.let {
return it
}
} }
override fun setWatermarkFor(ref: UUID, time: Instant, id: Long) { override fun setWatermarkFor(ref: UUID, time: Instant) {
refWatermark[ref] = time to id refWatermark[ref] = time
} }
} }
interface WatermarkDebugView { interface WatermarkDebugView {
fun watermarkFor(ref: UUID): Pair<Instant, Long>? fun watermarkFor(ref: UUID): Instant?
fun setWatermarkFor(ref: UUID, time: Instant, id: Long) fun setWatermarkFor(ref: UUID, time: Instant)
} }