Changed heartbeat running
This commit is contained in:
parent
2fd6595b73
commit
e72a4678fc
@ -3,12 +3,14 @@ package no.iktdev.eventi.tasks
|
||||
import kotlinx.coroutines.CoroutineScope
|
||||
import kotlinx.coroutines.Dispatchers
|
||||
import kotlinx.coroutines.Job
|
||||
import kotlinx.coroutines.SupervisorJob
|
||||
import kotlinx.coroutines.currentCoroutineContext
|
||||
import kotlinx.coroutines.delay
|
||||
import kotlinx.coroutines.isActive
|
||||
import kotlinx.coroutines.launch
|
||||
import no.iktdev.eventi.models.Event
|
||||
import no.iktdev.eventi.models.Task
|
||||
import org.jetbrains.annotations.VisibleForTesting
|
||||
import java.util.UUID
|
||||
import kotlin.coroutines.cancellation.CancellationException
|
||||
import kotlin.time.Duration
|
||||
@ -29,7 +31,8 @@ abstract class TaskListener(val taskType: TaskType = TaskType.CPU_INTENSIVE): Ta
|
||||
var reporter: TaskReporter? = null
|
||||
private set
|
||||
abstract fun getWorkerId(): String
|
||||
protected var currentJob: Job? = null
|
||||
var currentJob: Job? = null
|
||||
protected set
|
||||
var currentTask: Task? = null
|
||||
private set
|
||||
|
||||
@ -44,9 +47,11 @@ abstract class TaskListener(val taskType: TaskType = TaskType.CPU_INTENSIVE): Ta
|
||||
}
|
||||
}
|
||||
|
||||
private var heartbeatRunner: Job? = null
|
||||
suspend fun withHeartbeatRunner(interval: Duration = 5.minutes, block: () -> Unit): Job {
|
||||
return CoroutineScope(currentCoroutineContext()).launch {
|
||||
private val heartbeatScope = CoroutineScope(SupervisorJob() + Dispatchers.Default)
|
||||
@VisibleForTesting
|
||||
internal var heartbeatRunner: Job? = null
|
||||
fun withHeartbeatRunner(interval: Duration = 5.minutes, block: () -> Unit): Job {
|
||||
return heartbeatScope.launch {
|
||||
while (isActive) {
|
||||
block()
|
||||
delay(interval)
|
||||
@ -71,6 +76,7 @@ abstract class TaskListener(val taskType: TaskType = TaskType.CPU_INTENSIVE): Ta
|
||||
onError(task, e)
|
||||
} finally {
|
||||
heartbeatRunner?.cancel()
|
||||
currentJob?.cancel()
|
||||
heartbeatRunner = null
|
||||
currentJob = null
|
||||
currentTask = null
|
||||
@ -96,7 +102,7 @@ abstract class TaskListener(val taskType: TaskType = TaskType.CPU_INTENSIVE): Ta
|
||||
|
||||
override fun onCancelled() {
|
||||
currentJob?.cancel()
|
||||
currentJob = null
|
||||
heartbeatRunner?.cancel()
|
||||
currentTask = null
|
||||
}
|
||||
}
|
||||
|
||||
508
src/test/kotlin/no/iktdev/eventi/tasks/TaskListenerTest.kt
Normal file
508
src/test/kotlin/no/iktdev/eventi/tasks/TaskListenerTest.kt
Normal file
@ -0,0 +1,508 @@
|
||||
package no.iktdev.eventi.tasks
|
||||
|
||||
import kotlinx.coroutines.CompletableDeferred
|
||||
import kotlinx.coroutines.Dispatchers
|
||||
import kotlinx.coroutines.Job
|
||||
import kotlinx.coroutines.delay
|
||||
import kotlinx.coroutines.launch
|
||||
import kotlinx.coroutines.test.runTest
|
||||
import kotlinx.coroutines.yield
|
||||
import no.iktdev.eventi.models.Event
|
||||
import no.iktdev.eventi.models.Task
|
||||
import org.assertj.core.api.Assertions.assertThat
|
||||
import org.junit.jupiter.api.Assertions.*
|
||||
import org.junit.jupiter.api.Test
|
||||
import java.util.UUID
|
||||
import kotlin.time.Duration.Companion.milliseconds
|
||||
|
||||
class TaskListenerTest {
|
||||
|
||||
// -------------------------
|
||||
// Fake Task + Reporter
|
||||
// -------------------------
|
||||
|
||||
class FakeTask : Task() {
|
||||
}
|
||||
|
||||
class FakeReporter : TaskReporter {
|
||||
var claimed = false
|
||||
var consumed = false
|
||||
var logs = mutableListOf<String>()
|
||||
var events = mutableListOf<Event>()
|
||||
|
||||
override fun markClaimed(taskId: UUID, workerId: String) {
|
||||
claimed = true
|
||||
}
|
||||
|
||||
override fun markConsumed(taskId: UUID) {
|
||||
consumed = true
|
||||
}
|
||||
|
||||
override fun updateProgress(taskId: UUID, progress: Int) {
|
||||
|
||||
}
|
||||
|
||||
override fun publishEvent(event: Event) {
|
||||
events.add(event)
|
||||
}
|
||||
|
||||
override fun updateLastSeen(taskId: UUID) {}
|
||||
|
||||
override fun log(taskId: UUID, message: String) {
|
||||
logs.add(message)
|
||||
}
|
||||
}
|
||||
|
||||
// -------------------------
|
||||
// The actual test
|
||||
// -------------------------
|
||||
|
||||
@Test
|
||||
fun `heartbeat starts inside onTask and is cancelled and nulled after completion`() = runTest {
|
||||
val listener = object : TaskListener() {
|
||||
|
||||
var heartbeatStarted: Job? = null
|
||||
var heartbeatRan: Boolean = false
|
||||
private set
|
||||
|
||||
var onTaskCalled = false
|
||||
|
||||
override fun getWorkerId() = "worker"
|
||||
override fun supports(task: Task) = true
|
||||
|
||||
override suspend fun onTask(task: Task): Event? {
|
||||
onTaskCalled = true
|
||||
|
||||
withHeartbeatRunner(10.milliseconds) {
|
||||
heartbeatRan = true
|
||||
}.also { heartbeatStarted = it }
|
||||
|
||||
// Gi heartbeat en sjanse til å kjøre
|
||||
yield()
|
||||
|
||||
return object : Event() {}
|
||||
}
|
||||
}
|
||||
|
||||
val reporter = FakeReporter()
|
||||
val task = FakeTask()
|
||||
|
||||
val accepted = listener.accept(task, reporter)
|
||||
assertTrue(accepted)
|
||||
|
||||
// Wait for job to finish
|
||||
listener.currentJob!!.join()
|
||||
|
||||
// Heartbeat was started
|
||||
assertNotNull(listener.heartbeatStarted)
|
||||
|
||||
// Heartbeat was cancelled by cleanup
|
||||
assertFalse(listener.heartbeatStarted!!.isActive)
|
||||
|
||||
// Heartbeat block actually ran
|
||||
assertTrue(listener.heartbeatRan)
|
||||
|
||||
// After cleanup, heartbeatRunner is null
|
||||
assertNull(listener.heartbeatRunner)
|
||||
|
||||
// Listener state cleaned
|
||||
assertNull(listener.currentJob)
|
||||
assertNull(listener.currentTask)
|
||||
assertNull(listener.reporter)
|
||||
}
|
||||
|
||||
@Test
|
||||
fun `heartbeat does not block other coroutine work`() = runTest {
|
||||
val otherWorkCompleted = CompletableDeferred<Unit>()
|
||||
val allowFinish = CompletableDeferred<Unit>() // ⭐ kontrollpunkt
|
||||
|
||||
val listener = object : TaskListener() {
|
||||
|
||||
var heartbeatStarted: Job? = null
|
||||
var heartbeatRan = false
|
||||
|
||||
override fun getWorkerId() = "worker"
|
||||
override fun supports(task: Task) = true
|
||||
|
||||
override suspend fun onTask(task: Task): Event? {
|
||||
|
||||
// Start heartbeat
|
||||
withHeartbeatRunner(10.milliseconds) {
|
||||
heartbeatRan = true
|
||||
}.also { heartbeatStarted = it }
|
||||
|
||||
// Simuler annen coroutine-oppgave (VideoTaskListener/Converter)
|
||||
launch {
|
||||
delay(30)
|
||||
otherWorkCompleted.complete(Unit)
|
||||
}
|
||||
|
||||
// ⭐ Ikke fullfør onTask før testen sier det
|
||||
allowFinish.await()
|
||||
|
||||
return object : Event() {}
|
||||
}
|
||||
}
|
||||
|
||||
val reporter = FakeReporter()
|
||||
val task = FakeTask()
|
||||
|
||||
listener.accept(task, reporter)
|
||||
|
||||
// Vent på annen jobb
|
||||
otherWorkCompleted.await()
|
||||
|
||||
// ⭐ Nå er onTask fortsatt i live, cleanup har ikke skjedd
|
||||
assertNotNull(listener.currentJob)
|
||||
assertTrue(listener.currentJob!!.isActive)
|
||||
|
||||
// Heartbeat kjørte
|
||||
assertNotNull(listener.heartbeatStarted)
|
||||
assertTrue(listener.heartbeatRan)
|
||||
|
||||
// ⭐ Nå lar vi onTask fullføre
|
||||
allowFinish.complete(Unit)
|
||||
|
||||
// Vent på listener-jobben
|
||||
listener.currentJob!!.join()
|
||||
|
||||
// Heartbeat ble kansellert
|
||||
assertFalse(listener.heartbeatStarted!!.isActive)
|
||||
|
||||
// Cleanup
|
||||
assertNull(listener.heartbeatRunner)
|
||||
assertNull(listener.currentJob)
|
||||
assertNull(listener.currentTask)
|
||||
}
|
||||
|
||||
|
||||
|
||||
@Test
|
||||
fun `heartbeat and multiple concurrent tasks run without blocking`() = runTest {
|
||||
val converterDone = CompletableDeferred<Unit>()
|
||||
val videoDone = CompletableDeferred<Unit>()
|
||||
val allowFinish = CompletableDeferred<Unit>() // ⭐ kontrollpunkt
|
||||
|
||||
val listener = object : TaskListener() {
|
||||
|
||||
var heartbeatStarted: Job? = null
|
||||
var heartbeatRan = false
|
||||
|
||||
override fun getWorkerId() = "worker"
|
||||
override fun supports(task: Task) = true
|
||||
|
||||
override suspend fun onTask(task: Task): Event? {
|
||||
|
||||
// Start heartbeat
|
||||
withHeartbeatRunner(10.milliseconds) {
|
||||
heartbeatRan = true
|
||||
}.also { heartbeatStarted = it }
|
||||
|
||||
// Simuler Converter (CPU)
|
||||
launch(Dispatchers.Default) {
|
||||
repeat(1000) { /* CPU work */ }
|
||||
converterDone.complete(Unit)
|
||||
}
|
||||
|
||||
// Simuler VideoTaskListener (IO)
|
||||
launch(Dispatchers.IO) {
|
||||
delay(40)
|
||||
videoDone.complete(Unit)
|
||||
}
|
||||
|
||||
// ⭐ Vent til testen sier "nå kan du fullføre"
|
||||
allowFinish.await()
|
||||
|
||||
return object : Event() {}
|
||||
}
|
||||
}
|
||||
|
||||
val reporter = FakeReporter()
|
||||
val task = FakeTask()
|
||||
|
||||
listener.accept(task, reporter)
|
||||
|
||||
// Vent på begge "andre" oppgaver
|
||||
converterDone.await()
|
||||
videoDone.await()
|
||||
|
||||
// ⭐ Verifiser at begge faktisk ble fullført
|
||||
assertTrue(converterDone.isCompleted)
|
||||
assertTrue(videoDone.isCompleted)
|
||||
|
||||
// ⭐ Nå er onTask fortsatt i live, cleanup har ikke skjedd
|
||||
assertNotNull(listener.currentJob)
|
||||
assertTrue(listener.currentJob!!.isActive)
|
||||
|
||||
// Heartbeat kjørte
|
||||
assertNotNull(listener.heartbeatStarted)
|
||||
assertTrue(listener.heartbeatRan)
|
||||
|
||||
// ⭐ Nå lar vi onTask fullføre
|
||||
allowFinish.complete(Unit)
|
||||
|
||||
// Vent på listener-jobben
|
||||
listener.currentJob!!.join()
|
||||
|
||||
// Heartbeat ble kansellert
|
||||
assertFalse(listener.heartbeatStarted!!.isActive)
|
||||
|
||||
// Cleanup
|
||||
assertNull(listener.heartbeatRunner)
|
||||
assertNull(listener.currentJob)
|
||||
assertNull(listener.currentTask)
|
||||
}
|
||||
|
||||
@Test
|
||||
fun `task work completes fully and heartbeat behaves correctly`() = runTest {
|
||||
val workCompleted = CompletableDeferred<Unit>()
|
||||
|
||||
val listener = object : TaskListener() {
|
||||
|
||||
var heartbeatStarted: Job? = null
|
||||
var heartbeatRan = false
|
||||
var onTaskCalled = false
|
||||
|
||||
override fun getWorkerId() = "worker"
|
||||
override fun supports(task: Task) = true
|
||||
|
||||
override suspend fun onTask(task: Task): Event? {
|
||||
onTaskCalled = true
|
||||
|
||||
withHeartbeatRunner(10.milliseconds) {
|
||||
heartbeatRan = true
|
||||
}.also { heartbeatStarted = it }
|
||||
|
||||
// Simuler arbeid
|
||||
delay(20)
|
||||
|
||||
// ⭐ signaliser at arbeidet er ferdig
|
||||
workCompleted.complete(Unit)
|
||||
|
||||
return object : Event() {}
|
||||
}
|
||||
}
|
||||
|
||||
val reporter = FakeReporter()
|
||||
val task = FakeTask()
|
||||
|
||||
val accepted = listener.accept(task, reporter)
|
||||
assertTrue(accepted)
|
||||
|
||||
// ⭐ Verifiser at arbeidet faktisk ble fullført
|
||||
workCompleted.await()
|
||||
|
||||
// Vent på jobben
|
||||
listener.currentJob!!.join()
|
||||
|
||||
// onTask ble kalt
|
||||
assertTrue(listener.onTaskCalled)
|
||||
|
||||
// Heartbeat ble startet
|
||||
assertNotNull(listener.heartbeatStarted)
|
||||
assertTrue(listener.heartbeatRan)
|
||||
|
||||
// Heartbeat ble kansellert
|
||||
assertFalse(listener.heartbeatStarted!!.isActive)
|
||||
|
||||
// Cleanup
|
||||
assertNull(listener.heartbeatRunner)
|
||||
assertNull(listener.currentJob)
|
||||
assertNull(listener.currentTask)
|
||||
assertNull(listener.reporter)
|
||||
}
|
||||
|
||||
@Test
|
||||
fun `accept returns false when listener is busy`() = runTest {
|
||||
val allowFinish = CompletableDeferred<Unit>()
|
||||
|
||||
val listener = object : TaskListener() {
|
||||
override fun getWorkerId() = "worker"
|
||||
override fun supports(task: Task) = true
|
||||
|
||||
override suspend fun onTask(task: Task): Event? {
|
||||
// Hold jobben i live
|
||||
allowFinish.await()
|
||||
return object : Event() {}
|
||||
}
|
||||
}
|
||||
|
||||
val reporter = FakeReporter()
|
||||
val task1 = FakeTask()
|
||||
val task2 = FakeTask()
|
||||
|
||||
// Første task aksepteres
|
||||
val accepted1 = listener.accept(task1, reporter)
|
||||
assertTrue(accepted1)
|
||||
|
||||
// Listener er busy → andre task skal avvises
|
||||
val accepted2 = listener.accept(task2, reporter)
|
||||
assertFalse(accepted2)
|
||||
|
||||
// Fullfør første task
|
||||
allowFinish.complete(Unit)
|
||||
listener.currentJob!!.join()
|
||||
|
||||
// Cleanup
|
||||
assertNull(listener.currentJob)
|
||||
assertNull(listener.currentTask)
|
||||
}
|
||||
|
||||
@Test
|
||||
fun `accept returns false when supports returns false`() = runTest {
|
||||
val listener = object : TaskListener() {
|
||||
override fun getWorkerId() = "worker"
|
||||
|
||||
override fun supports(task: Task) = false
|
||||
|
||||
override suspend fun onTask(task: Task): Event? {
|
||||
error("onTask should not be called when supports=false")
|
||||
}
|
||||
}
|
||||
|
||||
val reporter = FakeReporter()
|
||||
val task = FakeTask()
|
||||
|
||||
val accepted = listener.accept(task, reporter)
|
||||
|
||||
assertFalse(accepted)
|
||||
assertNull(listener.currentJob)
|
||||
assertNull(listener.currentTask)
|
||||
assertNull(listener.reporter)
|
||||
}
|
||||
|
||||
@Test
|
||||
fun `onError is called when onTask throws`() = runTest {
|
||||
val errorLogged = CompletableDeferred<Unit>()
|
||||
|
||||
val listener = object : TaskListener() {
|
||||
|
||||
override fun getWorkerId() = "worker"
|
||||
override fun supports(task: Task) = true
|
||||
|
||||
override suspend fun onTask(task: Task): Event? {
|
||||
throw RuntimeException("boom")
|
||||
}
|
||||
|
||||
override fun onError(task: Task, exception: Exception) {
|
||||
super.onError(task, exception)
|
||||
errorLogged.complete(Unit)
|
||||
}
|
||||
}
|
||||
|
||||
val reporter = FakeReporter()
|
||||
val task = FakeTask()
|
||||
|
||||
listener.accept(task, reporter)
|
||||
|
||||
// Vent på error-path
|
||||
errorLogged.await()
|
||||
|
||||
// ⭐ Vent på at cleanup i finally kjører
|
||||
listener.currentJob?.join()
|
||||
|
||||
// Cleanup verifisering
|
||||
assertNull(listener.currentJob)
|
||||
assertNull(listener.currentTask)
|
||||
assertNull(listener.heartbeatRunner)
|
||||
}
|
||||
|
||||
|
||||
@Test
|
||||
fun `onCancelled is called when job is cancelled`() = runTest {
|
||||
val allowStart = CompletableDeferred<Unit>()
|
||||
val cancelledCalled = CompletableDeferred<Unit>()
|
||||
|
||||
val listener = object : TaskListener() {
|
||||
|
||||
override fun getWorkerId() = "worker"
|
||||
override fun supports(task: Task) = true
|
||||
|
||||
override suspend fun onTask(task: Task): Event? {
|
||||
allowStart.complete(Unit)
|
||||
delay(Long.MAX_VALUE) // hold jobben i live
|
||||
return null
|
||||
}
|
||||
|
||||
override fun onCancelled() {
|
||||
super.onCancelled()
|
||||
cancelledCalled.complete(Unit)
|
||||
}
|
||||
}
|
||||
|
||||
val reporter = FakeReporter()
|
||||
val task = FakeTask()
|
||||
|
||||
listener.accept(task, reporter)
|
||||
|
||||
// Vent til onTask har startet
|
||||
allowStart.await()
|
||||
|
||||
// Kanseller jobben
|
||||
listener.currentJob!!.cancel()
|
||||
|
||||
// Vent til onCancelled() ble kalt
|
||||
cancelledCalled.await()
|
||||
|
||||
// ⭐ Vent til cleanup i finally har kjørt
|
||||
listener.currentJob?.join()
|
||||
|
||||
// Cleanup verifisering
|
||||
assertNull(listener.currentJob)
|
||||
assertNull(listener.currentTask)
|
||||
assertNull(listener.heartbeatRunner)
|
||||
}
|
||||
|
||||
|
||||
@Test
|
||||
fun `listener handles two sequential tasks without leaking state`() = runTest {
|
||||
val finish1 = CompletableDeferred<Unit>()
|
||||
val finish2 = CompletableDeferred<Unit>()
|
||||
|
||||
val listener = object : TaskListener() {
|
||||
|
||||
var callCount = 0
|
||||
|
||||
override fun getWorkerId() = "worker"
|
||||
override fun supports(task: Task) = true
|
||||
|
||||
override suspend fun onTask(task: Task): Event? {
|
||||
callCount++
|
||||
if (callCount == 1) finish1.await()
|
||||
if (callCount == 2) finish2.await()
|
||||
return object : Event() {}
|
||||
}
|
||||
}
|
||||
|
||||
val reporter = FakeReporter()
|
||||
|
||||
// Task 1
|
||||
val task1 = FakeTask()
|
||||
listener.accept(task1, reporter)
|
||||
finish1.complete(Unit)
|
||||
listener.currentJob!!.join()
|
||||
|
||||
// Verifiser cleanup
|
||||
assertNull(listener.currentJob)
|
||||
assertNull(listener.currentTask)
|
||||
assertNull(listener.heartbeatRunner)
|
||||
|
||||
// Task 2
|
||||
val task2 = FakeTask()
|
||||
listener.accept(task2, reporter)
|
||||
finish2.complete(Unit)
|
||||
listener.currentJob!!.join()
|
||||
|
||||
// Verifiser cleanup igjen
|
||||
assertNull(listener.currentJob)
|
||||
assertNull(listener.currentTask)
|
||||
assertNull(listener.heartbeatRunner)
|
||||
|
||||
// onTask ble kalt to ganger
|
||||
assertEquals(2, listener.callCount)
|
||||
}
|
||||
|
||||
|
||||
|
||||
}
|
||||
|
||||
Loading…
Reference in New Issue
Block a user