Watching multiple directories

apps/coordinator/src/main/kotlin/no/iktdev/mediaprocessing/coordinator/CoordinatorUtils.kt

@@ -0,0 +1,14 @@
+package no.iktdev.mediaprocessing.coordinator
+
+import dev.vishna.watchservice.KWatchChannel
+import dev.vishna.watchservice.asWatchChannel
+import kotlinx.coroutines.runBlocking
+import java.io.File
+
+data class FileWatcher(val file: File, val watcher: KWatchChannel)
+
+suspend fun File.asWatcher(block: suspend (KWatchChannel) -> Unit): FileWatcher {
+    val channel = this.asWatchChannel()
+    block(channel)
+    return FileWatcher(this, channel)
+}

apps/coordinator/src/main/kotlin/no/iktdev/mediaprocessing/coordinator/watcher/InputDirectoryWatcher.kt

@@ -5,15 +5,13 @@ import dev.vishna.watchservice.KWatchEvent.Kind.Initialized
 import dev.vishna.watchservice.asWatchChannel
 import kotlinx.coroutines.ExperimentalCoroutinesApi
 import kotlinx.coroutines.channels.consumeEach
-import kotlinx.coroutines.coroutineScope
+import kotlinx.coroutines.delay
-import kotlinx.coroutines.launch
 import mu.KotlinLogging
 import no.iktdev.mediaprocessing.coordinator.*
 import no.iktdev.mediaprocessing.shared.common.SharedConfig
-import no.iktdev.mediaprocessing.shared.common.extended.isSupportedVideoFile
 import no.iktdev.mediaprocessing.shared.common.contract.ProcessType
+import no.iktdev.mediaprocessing.shared.common.extended.isSupportedVideoFile
 import org.springframework.beans.factory.annotation.Autowired
-import org.springframework.context.ApplicationContext
 import org.springframework.stereotype.Service
 import java.io.File
 import javax.annotation.PreDestroy
@@ -42,7 +40,7 @@ interface FileWatcherEvents {
 class InputDirectoryWatcher(@Autowired var coordinator: Coordinator): FileWatcherEvents {
 
     private val logger = KotlinLogging.logger {}
-    val watcherChannel = SharedConfig.incomingContent.asWatchChannel()
+    val watchDirectories = SharedConfig.incomingContent
     val queue = FileWatcherQueue()
 
     private var isStopping: Boolean = false
@@ -55,7 +53,19 @@ class InputDirectoryWatcher(@Autowired var coordinator: Coordinator): FileWatche
     @OptIn(ExperimentalCoroutinesApi::class)
     suspend fun watchFiles() {
         log.info { "Starting Watcher" }
-        watcherChannel.consumeEach {
+        for (folder in watchDirectories) {
+            startWatchOnDirectory(folder)
+        }
+    }
+
+    val activeWatchers: MutableList<FileWatcher> = mutableListOf()
+    @OptIn(ExperimentalCoroutinesApi::class)
+    private suspend fun startWatchOnDirectory(file: File) {
+        if (activeWatchers.any {it -> it.file.absolutePath == file.absolutePath}) {
+            log.error { "Attempting to start a watcher on an already watched directory ${file.absolutePath}" }
+        }
+        val watcher =  file.asWatcher { watcher ->
+            watcher.consumeEach {
                 if (it.file == SharedConfig.incomingContent) {
                     logger.info { "IO Watcher ${it.kind} on ${it.file.absolutePath}" }
                 } else {
@@ -76,16 +86,24 @@ class InputDirectoryWatcher(@Autowired var coordinator: Coordinator): FileWatche
                     e.printStackTrace()
                 }
             }
-        watcherChannel.invokeOnClose {
+        }.also { watcher ->
+            watcher.watcher.invokeOnClose {
                 it?.printStackTrace()
-            log.warn { "Watcher stopped!!!" }
+                log.warn { "Watcher stopped for ${watcher.file}" }
                 if (!isStopping) {
+                    log.info { "Determined that the program is not in a termination stage.. Restarting watcher" }
+                    activeWatchers.remove(watcher)
                     ioCoroutine.launch {
-                    watchFiles()
+                        log.info { "Waiting 500ms before restarting watcher.." }
+                        delay(500)
+                        startWatchOnDirectory(watcher.file)
                     }
                 }
             }
         }
+        log.info { "Now watching ${file.absolutePath} for files" }
+        activeWatchers.add(watcher)
+    }
 
 
     init {

shared/common/src/main/kotlin/no/iktdev/mediaprocessing/shared/common/SharedConfig.kt

@@ -5,7 +5,10 @@ import no.iktdev.eventi.database.MySqlDataSource
 import java.io.File
 
 object SharedConfig {
-    var incomingContent: File = if (!System.getenv("DIRECTORY_CONTENT_INCOMING").isNullOrBlank()) File(System.getenv("DIRECTORY_CONTENT_INCOMING")) else File("/src/input")
+    var incomingContent: List<File> = if (!System.getenv("DIRECTORY_CONTENT_INCOMING").isNullOrBlank()) {
+        System.getenv("DIRECTORY_CONTENT_INCOMING").split(",")
+            .map { File(it) }
+    } else listOf(File("/src/input"))
     var cachedContent: File = if (!System.getenv("DIRECTORY_CONTENT_CACHE").isNullOrBlank()) File(System.getenv("DIRECTORY_CONTENT_CACHE")) else File("/src/cache")
     val outgoingContent: File = if (!System.getenv("DIRECTORY_CONTENT_OUTGOING").isNullOrBlank()) File(System.getenv("DIRECTORY_CONTENT_OUTGOING")) else File("/src/output")