iktdev/MediaProcessing
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Update

Browse Source
This commit is contained in:
bskjon 2024-04-19 02:22:25 +02:00
parent 3211cb2608
commit 84bc18ab41
15 changed files with 63 additions and 76 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

36
apps/coordinator/src/main/kotlin/no/iktdev/mediaprocessing/coordinator/Coordinator.kt
View File

@ -8,15 +8,17 @@ import no.iktdev.mediaprocessing.coordinator.coordination.PersistentEventBasedMe
import no.iktdev.mediaprocessing.shared.common.CoordinatorBase import no.iktdev.mediaprocessing.shared.common.CoordinatorBase
import no.iktdev.mediaprocessing.shared.common.persistance.PersistentMessage import no.iktdev.mediaprocessing.shared.common.persistance.PersistentMessage
import no.iktdev.mediaprocessing.shared.contract.ProcessType import no.iktdev.mediaprocessing.shared.contract.ProcessType
import no.iktdev.mediaprocessing.shared.contract.dto.ProcessStartOperationEvents import no.iktdev.mediaprocessing.shared.contract.dto.StartOperationEvents
import no.iktdev.mediaprocessing.shared.contract.dto.RequestStartOperationEvents
import no.iktdev.mediaprocessing.shared.kafka.core.KafkaEvents import no.iktdev.mediaprocessing.shared.kafka.core.KafkaEvents
import no.iktdev.mediaprocessing.shared.kafka.dto.* import no.iktdev.mediaprocessing.shared.kafka.dto.*
import no.iktdev.mediaprocessing.shared.kafka.dto.events_result.* import no.iktdev.mediaprocessing.shared.kafka.dto.events_result.*
import org.springframework.scheduling.annotation.EnableScheduling
import org.springframework.scheduling.annotation.Scheduled
import org.springframework.stereotype.Service import org.springframework.stereotype.Service
import java.io.File import java.io.File
import java.util.UUID import java.util.UUID
@EnableScheduling
@Service @Service
class Coordinator() : CoordinatorBase<PersistentMessage, PersistentEventBasedMessageListener>() { class Coordinator() : CoordinatorBase<PersistentMessage, PersistentEventBasedMessageListener>() {
val io = Coroutines.io() val io = Coroutines.io()
@ -58,32 +60,22 @@ class Coordinator() : CoordinatorBase<PersistentMessage, PersistentEventBasedMes
//private val forwarder = Forwarder() //private val forwarder = Forwarder()
public fun startProcess(file: File, type: ProcessType) { public fun startProcess(file: File, type: ProcessType) {
val operations: List<ProcessStartOperationEvents> = listOf( val operations: List<StartOperationEvents> = listOf(
ProcessStartOperationEvents.ENCODE, StartOperationEvents.ENCODE,
ProcessStartOperationEvents.EXTRACT, StartOperationEvents.EXTRACT,
ProcessStartOperationEvents.CONVERT StartOperationEvents.CONVERT
) )
startProcess(file, type, operations) startProcess(file, type, operations)
} }
fun startProcess(file: File, type: ProcessType, operations: List<ProcessStartOperationEvents>) { fun startProcess(file: File, type: ProcessType, operations: List<StartOperationEvents>): UUID {
val referenceId: UUID = UUID.randomUUID()
val processStartEvent = MediaProcessStarted( val processStartEvent = MediaProcessStarted(
status = Status.COMPLETED, status = Status.COMPLETED,
file = file.absolutePath, file = file.absolutePath,
type = type type = type
) )
producer.sendMessage(UUID.randomUUID().toString(), KafkaEvents.EventMediaProcessStarted, processStartEvent) producer.sendMessage(UUID.randomUUID().toString(), KafkaEvents.EventMediaProcessStarted, processStartEvent)
}
public fun startRequestProcess(file: File, operations: List<RequestStartOperationEvents>): UUID {
val referenceId: UUID = UUID.randomUUID()
val start = RequestProcessStarted(
status = Status.COMPLETED,
file = file.absolutePath,
operations = operations
)
producer.sendMessage(referenceId = referenceId.toString(), KafkaEvents.EVENT_REQUEST_PROCESS_STARTED, start)
return referenceId return referenceId
} }
@ -150,6 +142,14 @@ class Coordinator() : CoordinatorBase<PersistentMessage, PersistentEventBasedMes
return messages.find { it.event == KafkaEvents.EventMediaProcessStarted }?.data as MediaProcessStarted return messages.find { it.event == KafkaEvents.EventMediaProcessStarted }?.data as MediaProcessStarted
} }
@Scheduled(fixedDelay = (5*6_0000))
fun checkForWork() {
if (isReady()) {
log.info { "Checking if there is any uncompleted event sets" }
readAllUncompletedMessagesInQueue()
}
}
} }

4
apps/coordinator/src/main/kotlin/no/iktdev/mediaprocessing/coordinator/Implementations.kt
View File

@ -8,7 +8,9 @@ import org.springframework.context.annotation.Configuration
import org.springframework.context.annotation.Import import org.springframework.context.annotation.Import
@Configuration @Configuration
class SocketLocalInit: SocketImplementation() class SocketLocalInit: SocketImplementation() {
}
@Configuration @Configuration
@Import(CoordinatorProducer::class, DefaultMessageListener::class) @Import(CoordinatorProducer::class, DefaultMessageListener::class)

7
apps/coordinator/src/main/kotlin/no/iktdev/mediaprocessing/coordinator/controller/RequestEventController.kt
View File

@ -4,8 +4,7 @@ import com.google.gson.Gson
import no.iktdev.mediaprocessing.coordinator.Coordinator import no.iktdev.mediaprocessing.coordinator.Coordinator
import no.iktdev.mediaprocessing.shared.contract.ProcessType import no.iktdev.mediaprocessing.shared.contract.ProcessType
import no.iktdev.mediaprocessing.shared.contract.dto.ConvertRequest import no.iktdev.mediaprocessing.shared.contract.dto.ConvertRequest
import no.iktdev.mediaprocessing.shared.contract.dto.ProcessStartOperationEvents import no.iktdev.mediaprocessing.shared.contract.dto.StartOperationEvents
import no.iktdev.mediaprocessing.shared.contract.dto.RequestStartOperationEvents
import org.springframework.beans.factory.annotation.Autowired import org.springframework.beans.factory.annotation.Autowired
import org.springframework.http.HttpStatus import org.springframework.http.HttpStatus
import org.springframework.http.ResponseEntity import org.springframework.http.ResponseEntity
@ -28,7 +27,7 @@ class RequestEventController(@Autowired var coordinator: Coordinator) {
if (!file.exists()) { if (!file.exists()) {
return ResponseEntity.status(HttpStatus.NO_CONTENT).body(convert.file) return ResponseEntity.status(HttpStatus.NO_CONTENT).body(convert.file)
} }
val referenceId = coordinator.startRequestProcess(file, listOf(RequestStartOperationEvents.CONVERT)) val referenceId = coordinator.startProcess(file, ProcessType.MANUAL, listOf(StartOperationEvents.CONVERT))
} catch (e: Exception) { } catch (e: Exception) {
return ResponseEntity.status(HttpStatus.BAD_REQUEST).body(Gson().toJson(convert)) return ResponseEntity.status(HttpStatus.BAD_REQUEST).body(Gson().toJson(convert))
@ -44,7 +43,7 @@ class RequestEventController(@Autowired var coordinator: Coordinator) {
if (!file.exists()) { if (!file.exists()) {
return ResponseEntity.status(HttpStatus.NO_CONTENT).body(selectedFile) return ResponseEntity.status(HttpStatus.NO_CONTENT).body(selectedFile)
} }
coordinator.startProcess(file, ProcessType.MANUAL, listOf(ProcessStartOperationEvents.EXTRACT)) coordinator.startProcess(file, ProcessType.MANUAL, listOf(StartOperationEvents.EXTRACT))
} catch (e: Exception) { } catch (e: Exception) {
return ResponseEntity.status(HttpStatus.BAD_REQUEST).body(selectedFile) return ResponseEntity.status(HttpStatus.BAD_REQUEST).body(selectedFile)

16
apps/coordinator/src/main/kotlin/no/iktdev/mediaprocessing/coordinator/tasks/event/CompleteMediaTask.kt
View File

@ -6,7 +6,7 @@ import no.iktdev.mediaprocessing.coordinator.TaskCreator
import no.iktdev.mediaprocessing.coordinator.mapping.ProcessMapping import no.iktdev.mediaprocessing.coordinator.mapping.ProcessMapping
import no.iktdev.mediaprocessing.shared.common.lastOrSuccessOf import no.iktdev.mediaprocessing.shared.common.lastOrSuccessOf
import no.iktdev.mediaprocessing.shared.common.persistance.PersistentMessage import no.iktdev.mediaprocessing.shared.common.persistance.PersistentMessage
import no.iktdev.mediaprocessing.shared.contract.dto.ProcessStartOperationEvents import no.iktdev.mediaprocessing.shared.contract.dto.StartOperationEvents
import no.iktdev.mediaprocessing.shared.kafka.core.KafkaEvents import no.iktdev.mediaprocessing.shared.kafka.core.KafkaEvents
import no.iktdev.mediaprocessing.shared.kafka.core.KafkaEvents.* import no.iktdev.mediaprocessing.shared.kafka.core.KafkaEvents.*
import no.iktdev.mediaprocessing.shared.kafka.dto.MessageDataWrapper import no.iktdev.mediaprocessing.shared.kafka.dto.MessageDataWrapper
@ -58,22 +58,22 @@ class CompleteMediaTask(@Autowired override var coordinator: Coordinator) : Task
} }
val hasEncodeAndIsRequired = if (startedData.operations.contains(ProcessStartOperationEvents.ENCODE)) { val hasEncodeAndIsRequired = if (startedData.operations.contains(StartOperationEvents.ENCODE)) {
events.any { it.event == EventWorkEncodePerformed } events.any { it.event == EventWorkEncodePerformed }
} else true } else true
val hasExtractAndIsRequired = if (startedData.operations.contains(ProcessStartOperationEvents.EXTRACT)) { val hasExtractAndIsRequired = if (startedData.operations.contains(StartOperationEvents.EXTRACT)) {
events.any { it.event == EventWorkExtractPerformed} events.any { it.event == EventWorkExtractPerformed}
} else true } else true
val hasConvertAndIsRequired = if (startedData.operations.contains(ProcessStartOperationEvents.CONVERT)) { val hasConvertAndIsRequired = if (startedData.operations.contains(StartOperationEvents.CONVERT)) {
events.any { it.event == EventWorkConvertPerformed } events.any { it.event == EventWorkConvertPerformed }
} else true } else true
val missingRequired: MutableMap<ProcessStartOperationEvents, Boolean> = mutableMapOf( val missingRequired: MutableMap<StartOperationEvents, Boolean> = mutableMapOf(
ProcessStartOperationEvents.ENCODE to hasEncodeAndIsRequired, StartOperationEvents.ENCODE to hasEncodeAndIsRequired,
ProcessStartOperationEvents.EXTRACT to hasExtractAndIsRequired, StartOperationEvents.EXTRACT to hasExtractAndIsRequired,
ProcessStartOperationEvents.CONVERT to hasConvertAndIsRequired StartOperationEvents.CONVERT to hasConvertAndIsRequired
) )

6
apps/coordinator/src/main/kotlin/no/iktdev/mediaprocessing/coordinator/tasks/event/ffmpeg/EncodeArgumentCreatorTask.kt
View File

@ -7,7 +7,7 @@ import no.iktdev.mediaprocessing.coordinator.Coordinator
import no.iktdev.mediaprocessing.coordinator.TaskCreator import no.iktdev.mediaprocessing.coordinator.TaskCreator
import no.iktdev.mediaprocessing.shared.common.Preference import no.iktdev.mediaprocessing.shared.common.Preference
import no.iktdev.mediaprocessing.shared.common.persistance.PersistentMessage import no.iktdev.mediaprocessing.shared.common.persistance.PersistentMessage
import no.iktdev.mediaprocessing.shared.contract.dto.ProcessStartOperationEvents import no.iktdev.mediaprocessing.shared.contract.dto.StartOperationEvents
import no.iktdev.mediaprocessing.shared.contract.ffmpeg.* import no.iktdev.mediaprocessing.shared.contract.ffmpeg.*
import no.iktdev.mediaprocessing.shared.kafka.core.KafkaEvents import no.iktdev.mediaprocessing.shared.kafka.core.KafkaEvents
import no.iktdev.mediaprocessing.shared.kafka.dto.MessageDataWrapper import no.iktdev.mediaprocessing.shared.kafka.dto.MessageDataWrapper
@ -44,8 +44,8 @@ class EncodeArgumentCreatorTask(@Autowired override var coordinator: Coordinator
log.info { "${event.referenceId} triggered by ${event.event}" } log.info { "${event.referenceId} triggered by ${event.event}" }
val started = events.find { it.data is MediaProcessStarted }?.data as MediaProcessStarted val started = events.find { it.data is MediaProcessStarted }?.data as MediaProcessStarted
if (!started.operations.contains(ProcessStartOperationEvents.ENCODE)) { if (!started.operations.contains(StartOperationEvents.ENCODE)) {
log.info { "Couldn't find operation event ${ProcessStartOperationEvents.ENCODE} in ${Gson().toJson(started.operations)}\n\tEncode Arguments will not be created" } log.info { "Couldn't find operation event ${StartOperationEvents.ENCODE} in ${Gson().toJson(started.operations)}\n\tEncode Arguments will not be created" }
return null return null
} }

6
apps/coordinator/src/main/kotlin/no/iktdev/mediaprocessing/coordinator/tasks/event/ffmpeg/ExtractArgumentCreatorTask.kt
View File

@ -8,7 +8,7 @@ import no.iktdev.mediaprocessing.coordinator.TaskCreator
import no.iktdev.mediaprocessing.coordinator.tasks.event.ffmpeg.ExtractArgumentCreatorTask.SubtitleArguments.SubtitleType.* import no.iktdev.mediaprocessing.coordinator.tasks.event.ffmpeg.ExtractArgumentCreatorTask.SubtitleArguments.SubtitleType.*
import no.iktdev.mediaprocessing.shared.common.Preference import no.iktdev.mediaprocessing.shared.common.Preference
import no.iktdev.mediaprocessing.shared.common.persistance.PersistentMessage import no.iktdev.mediaprocessing.shared.common.persistance.PersistentMessage
import no.iktdev.mediaprocessing.shared.contract.dto.ProcessStartOperationEvents import no.iktdev.mediaprocessing.shared.contract.dto.StartOperationEvents
import no.iktdev.mediaprocessing.shared.contract.ffmpeg.ParsedMediaStreams import no.iktdev.mediaprocessing.shared.contract.ffmpeg.ParsedMediaStreams
import no.iktdev.mediaprocessing.shared.contract.ffmpeg.SubtitleArgumentsDto import no.iktdev.mediaprocessing.shared.contract.ffmpeg.SubtitleArgumentsDto
import no.iktdev.mediaprocessing.shared.contract.ffmpeg.SubtitleStream import no.iktdev.mediaprocessing.shared.contract.ffmpeg.SubtitleStream
@ -52,8 +52,8 @@ class ExtractArgumentCreatorTask(@Autowired override var coordinator: Coordinato
return null return null
} }
val started = events.find { it.data is MediaProcessStarted }?.data as MediaProcessStarted val started = events.find { it.data is MediaProcessStarted }?.data as MediaProcessStarted
if (!started.operations.contains(ProcessStartOperationEvents.EXTRACT)) { if (!started.operations.contains(StartOperationEvents.EXTRACT)) {
log.info { "Couldn't find operation event ${ProcessStartOperationEvents.EXTRACT} in ${Gson().toJson(started.operations)}\n\tExtract Arguments will not be created" } log.info { "Couldn't find operation event ${StartOperationEvents.EXTRACT} in ${Gson().toJson(started.operations)}\n\tExtract Arguments will not be created" }
return null return null
} }

12
apps/processer/src/main/kotlin/no/iktdev/mediaprocessing/processer/Coordinator.kt
View File

@ -7,10 +7,12 @@ import no.iktdev.exfl.coroutines.Coroutines
import no.iktdev.mediaprocessing.processer.coordination.PersistentEventProcessBasedMessageListener import no.iktdev.mediaprocessing.processer.coordination.PersistentEventProcessBasedMessageListener
import no.iktdev.mediaprocessing.shared.common.CoordinatorBase import no.iktdev.mediaprocessing.shared.common.CoordinatorBase
import no.iktdev.mediaprocessing.shared.common.persistance.PersistentProcessDataMessage import no.iktdev.mediaprocessing.shared.common.persistance.PersistentProcessDataMessage
import no.iktdev.mediaprocessing.shared.contract.ProcessType
import no.iktdev.mediaprocessing.shared.kafka.core.KafkaEvents import no.iktdev.mediaprocessing.shared.kafka.core.KafkaEvents
import no.iktdev.mediaprocessing.shared.kafka.dto.DeserializedConsumerRecord import no.iktdev.mediaprocessing.shared.kafka.dto.DeserializedConsumerRecord
import no.iktdev.mediaprocessing.shared.kafka.dto.Message import no.iktdev.mediaprocessing.shared.kafka.dto.Message
import no.iktdev.mediaprocessing.shared.kafka.dto.MessageDataWrapper import no.iktdev.mediaprocessing.shared.kafka.dto.MessageDataWrapper
import no.iktdev.mediaprocessing.shared.kafka.dto.events_result.MediaProcessStarted
import no.iktdev.mediaprocessing.shared.kafka.dto.events_result.NotificationOfDeletionPerformed import no.iktdev.mediaprocessing.shared.kafka.dto.events_result.NotificationOfDeletionPerformed
import org.springframework.scheduling.annotation.EnableScheduling import org.springframework.scheduling.annotation.EnableScheduling
import org.springframework.scheduling.annotation.Scheduled import org.springframework.scheduling.annotation.Scheduled
@ -101,9 +103,13 @@ class Coordinator(): CoordinatorBase<PersistentProcessDataMessage, PersistentEve
val usableMessages = messages.filter { lists -> lists.any { it.event in processKafkaEvents } } val usableMessages = messages.filter { lists -> lists.any { it.event in processKafkaEvents } }
val validMessages = usableMessages.filter { lists -> lists.any { it.event == KafkaEvents.EventMediaProcessStarted } || val validMessages = usableMessages.filter { lists ->
(lists.any { it.event == KafkaEvents.EVENT_REQUEST_PROCESS_STARTED } && lists.any { it.event == KafkaEvents.EventMediaWorkProceedPermitted } ) lists.any { it.event == KafkaEvents.EventMediaProcessStarted && (it.data as MediaProcessStarted).type == ProcessType.FLOW } ||
}.flatten().filter { it.event in processKafkaEvents } lists.any { it.event == KafkaEvents.EventMediaWorkProceedPermitted }
}
.flatten()
.filter { it.event in processKafkaEvents }
validMessages.filter { it.eventId !in existing }.forEach { validMessages.filter { it.eventId !in existing }.forEach {
eventManager.setProcessEvent(it.event, Message( eventManager.setProcessEvent(it.event, Message(

5
apps/processer/src/main/kotlin/no/iktdev/mediaprocessing/processer/Reporter.kt
View File

@ -3,6 +3,7 @@ package no.iktdev.mediaprocessing.processer
import no.iktdev.mediaprocessing.shared.common.SharedConfig import no.iktdev.mediaprocessing.shared.common.SharedConfig
import no.iktdev.mediaprocessing.shared.contract.dto.ProcesserEventInfo import no.iktdev.mediaprocessing.shared.contract.dto.ProcesserEventInfo
import org.springframework.beans.factory.annotation.Autowired import org.springframework.beans.factory.annotation.Autowired
import org.springframework.messaging.simp.SimpMessagingTemplate
import org.springframework.stereotype.Service import org.springframework.stereotype.Service
import org.springframework.web.client.RestTemplate import org.springframework.web.client.RestTemplate
@ -10,9 +11,12 @@ import org.springframework.web.client.RestTemplate
class Reporter() { class Reporter() {
@Autowired @Autowired
lateinit var restTemplate: RestTemplate lateinit var restTemplate: RestTemplate
@Autowired
lateinit var messageTemplate: SimpMessagingTemplate
fun sendEncodeProgress(progress: ProcesserEventInfo) { fun sendEncodeProgress(progress: ProcesserEventInfo) {
try { try {
restTemplate.postForEntity(SharedConfig.uiUrl + "/encode/progress", progress, String::class.java) restTemplate.postForEntity(SharedConfig.uiUrl + "/encode/progress", progress, String::class.java)
messageTemplate.convertAndSend("/topic/encode/progress", progress)
} catch (e: Exception) { } catch (e: Exception) {
e.printStackTrace() e.printStackTrace()
} }
@ -21,6 +25,7 @@ class Reporter() {
fun sendExtractProgress(progress: ProcesserEventInfo) { fun sendExtractProgress(progress: ProcesserEventInfo) {
try { try {
restTemplate.postForEntity(SharedConfig.uiUrl + "/extract/progress", progress, String::class.java) restTemplate.postForEntity(SharedConfig.uiUrl + "/extract/progress", progress, String::class.java)
messageTemplate.convertAndSend("/topic/extract/progress", progress)
} catch (e: Exception) { } catch (e: Exception) {
e.printStackTrace() e.printStackTrace()
} }

3
apps/ui/src/main/kotlin/no/iktdev/mediaprocessing/ui/Coordinator.kt
View File

@ -61,13 +61,12 @@ class Coordinator(@Autowired private val eventbasedTopic: EventbasedTopic) : Coo
val stored = events.findLast { it.event == KafkaEvents.EventCollectAndStore } val stored = events.findLast { it.event == KafkaEvents.EventCollectAndStore }
val started = events.findLast { it.event == KafkaEvents.EventMediaProcessStarted } val started = events.findLast { it.event == KafkaEvents.EventMediaProcessStarted }
val completedMediaEvent = events.findLast { it.event == KafkaEvents.EventMediaProcessCompleted } val completedMediaEvent = events.findLast { it.event == KafkaEvents.EventMediaProcessCompleted }
val completedRequestEvent = events.findLast { it.event == KafkaEvents.EventRequestProcessCompleted }
if (stored != null && stored.data.isSuccess()) { if (stored != null && stored.data.isSuccess()) {
return SummaryState.Completed return SummaryState.Completed
} }
if (completedMediaEvent?.data.isSuccess() || completedRequestEvent?.data.isSuccess()) { if (completedMediaEvent?.data.isSuccess()) {
return SummaryState.AwaitingStore return SummaryState.AwaitingStore
} }
if (processes.values.all { it.status == SummaryState.Completed }) { if (processes.values.all { it.status == SummaryState.Completed }) {

3
shared/common/src/main/kotlin/no/iktdev/mediaprocessing/shared/common/CoordinatorBase.kt
View File

@ -19,6 +19,8 @@ import org.springframework.stereotype.Service
import javax.annotation.PostConstruct import javax.annotation.PostConstruct
abstract class CoordinatorBase<V, L: EventBasedMessageListener<V>> { abstract class CoordinatorBase<V, L: EventBasedMessageListener<V>> {
private var ready: Boolean = false
fun isReady() = ready
private val log = KotlinLogging.logger {} private val log = KotlinLogging.logger {}
abstract val listeners: L abstract val listeners: L
@ -37,6 +39,7 @@ abstract class CoordinatorBase<V, L: EventBasedMessageListener<V>> {
log.info { "Attaching listeners to Coordinator" } log.info { "Attaching listeners to Coordinator" }
listener.onMessageReceived = { event -> onMessageReceived(event)} listener.onMessageReceived = { event -> onMessageReceived(event)}
listener.listen(KafkaEnv.kafkaTopic) listener.listen(KafkaEnv.kafkaTopic)
ready = true
} }
abstract fun onMessageReceived(event: DeserializedConsumerRecord<KafkaEvents, Message<out MessageDataWrapper>>) abstract fun onMessageReceived(event: DeserializedConsumerRecord<KafkaEvents, Message<out MessageDataWrapper>>)

2
shared/common/src/main/kotlin/no/iktdev/mediaprocessing/shared/common/persistance/processerEvents.kt
View File

@ -19,6 +19,6 @@ object processerEvents: IntIdTable() {
val lastCheckIn: Column<LocalDateTime?> = datetime("lastCheckIn").nullable() val lastCheckIn: Column<LocalDateTime?> = datetime("lastCheckIn").nullable()
init { init {
uniqueIndex(referenceId, event) uniqueIndex(referenceId, eventId, event)
} }
} }

7
shared/contract/src/main/kotlin/no/iktdev/mediaprocessing/shared/contract/dto/Enums.kt
View File

@ -16,13 +16,8 @@ enum class SubtitleFormats {
SMI SMI
} }
enum class ProcessStartOperationEvents { enum class StartOperationEvents {
ENCODE, ENCODE,
EXTRACT, EXTRACT,
CONVERT CONVERT
} }
enum class RequestStartOperationEvents {
CONVERT,
EXTRACT,
}

4
shared/kafka/src/main/kotlin/no/iktdev/mediaprocessing/shared/kafka/core/KafkaEvents.kt
View File

@ -2,7 +2,6 @@ package no.iktdev.mediaprocessing.shared.kafka.core
enum class KafkaEvents(val event: String) { enum class KafkaEvents(val event: String) {
EventMediaProcessStarted("event:media-process:started"), EventMediaProcessStarted("event:media-process:started"),
EVENT_REQUEST_PROCESS_STARTED("event:request-process:started"),
EventMediaReadStreamPerformed("event:media-read-stream:performed"), EventMediaReadStreamPerformed("event:media-read-stream:performed"),
EventMediaParseStreamPerformed("event:media-parse-stream:performed"), EventMediaParseStreamPerformed("event:media-parse-stream:performed"),
@ -18,7 +17,6 @@ enum class KafkaEvents(val event: String) {
EventMediaWorkProceedPermitted("event:media-work-proceed:permitted"), EventMediaWorkProceedPermitted("event:media-work-proceed:permitted"),
// This event is to be used for commuincating across all appss taht an event has ben removed and to rterminate existint events
EventNotificationOfWorkItemRemoval("event:notification-work-item-removal"), EventNotificationOfWorkItemRemoval("event:notification-work-item-removal"),
EventWorkEncodeCreated("event:work-encode:created"), EventWorkEncodeCreated("event:work-encode:created"),
@ -37,7 +35,6 @@ enum class KafkaEvents(val event: String) {
EVENT_STORE_METADATA_PERFORMED("event:store-metadata:performed"), EVENT_STORE_METADATA_PERFORMED("event:store-metadata:performed"),
EventMediaProcessCompleted("event:media-process:completed"), EventMediaProcessCompleted("event:media-process:completed"),
EventRequestProcessCompleted("event:request-process:completed"),
EventCollectAndStore("event::save"), EventCollectAndStore("event::save"),
; ;
@ -63,7 +60,6 @@ enum class KafkaEvents(val event: String) {
fun isOfFinalize(event: KafkaEvents): Boolean { fun isOfFinalize(event: KafkaEvents): Boolean {
return event in listOf( return event in listOf(
EventMediaProcessCompleted, EventMediaProcessCompleted,
EventRequestProcessCompleted,
EventCollectAndStore EventCollectAndStore
) )
} }

10
shared/kafka/src/main/kotlin/no/iktdev/mediaprocessing/shared/kafka/dto/events_result/MediaProcessStarted.kt
View File

@ -1,7 +1,7 @@
package no.iktdev.mediaprocessing.shared.kafka.dto.events_result package no.iktdev.mediaprocessing.shared.kafka.dto.events_result
import no.iktdev.mediaprocessing.shared.contract.ProcessType import no.iktdev.mediaprocessing.shared.contract.ProcessType
import no.iktdev.mediaprocessing.shared.contract.dto.ProcessStartOperationEvents import no.iktdev.mediaprocessing.shared.contract.dto.StartOperationEvents
import no.iktdev.mediaprocessing.shared.kafka.core.KafkaBelongsToEvent import no.iktdev.mediaprocessing.shared.kafka.core.KafkaBelongsToEvent
import no.iktdev.mediaprocessing.shared.kafka.core.KafkaEvents import no.iktdev.mediaprocessing.shared.kafka.core.KafkaEvents
import no.iktdev.mediaprocessing.shared.kafka.dto.MessageDataWrapper import no.iktdev.mediaprocessing.shared.kafka.dto.MessageDataWrapper
@ -11,10 +11,10 @@ import no.iktdev.mediaprocessing.shared.kafka.dto.Status
data class MediaProcessStarted( data class MediaProcessStarted(
override val status: Status, override val status: Status,
val type: ProcessType = ProcessType.FLOW, val type: ProcessType = ProcessType.FLOW,
val operations: List<ProcessStartOperationEvents> = listOf( val operations: List<StartOperationEvents> = listOf(
ProcessStartOperationEvents.ENCODE, StartOperationEvents.ENCODE,
ProcessStartOperationEvents.EXTRACT, StartOperationEvents.EXTRACT,
ProcessStartOperationEvents.CONVERT StartOperationEvents.CONVERT
), ),
val file: String // AbsolutePath val file: String // AbsolutePath
) : MessageDataWrapper(status) ) : MessageDataWrapper(status)

18
shared/kafka/src/main/kotlin/no/iktdev/mediaprocessing/shared/kafka/dto/events_result/RequestProcessStarted.kt
View File

@ -1,18 +0,0 @@
package no.iktdev.mediaprocessing.shared.kafka.dto.events_result
import no.iktdev.mediaprocessing.shared.contract.ProcessType
import no.iktdev.mediaprocessing.shared.contract.dto.ProcessStartOperationEvents
import no.iktdev.mediaprocessing.shared.contract.dto.RequestStartOperationEvents
import no.iktdev.mediaprocessing.shared.kafka.core.KafkaBelongsToEvent
import no.iktdev.mediaprocessing.shared.kafka.core.KafkaEvents
import no.iktdev.mediaprocessing.shared.kafka.dto.MessageDataWrapper
import no.iktdev.mediaprocessing.shared.kafka.dto.Status
@KafkaBelongsToEvent(KafkaEvents.EVENT_REQUEST_PROCESS_STARTED)
data class RequestProcessStarted(
override val status: Status,
val operations: List<RequestStartOperationEvents> = listOf(
RequestStartOperationEvents.CONVERT
),
val file: String // AbsolutePath
) : MessageDataWrapper(status)