Updated reader

This commit is contained in:
Brage 2023-07-18 17:37:32 +02:00
parent 33190a8a62
commit a5b569a806
12 changed files with 19 additions and 25 deletions

View File

@ -23,7 +23,7 @@ repositories {
} }
dependencies { dependencies {
implementation("no.iktdev.streamit.library:streamit-library-kafka:0.0.2-alpha16") implementation("no.iktdev.streamit.library:streamit-library-kafka:0.0.2-alpha17")
implementation("no.iktdev:exfl:0.0.4-SNAPSHOT") implementation("no.iktdev:exfl:0.0.4-SNAPSHOT")
implementation("com.github.pgreze:kotlin-process:1.3.1") implementation("com.github.pgreze:kotlin-process:1.3.1")

View File

@ -1,6 +1,6 @@
package no.iktdev.streamit.content.reader package no.iktdev.streamit.content.reader
import no.iktdev.streamit.content.reader.analyzer.PreferenceReader import no.iktdev.streamit.content.reader.analyzer.encoding.PreferenceReader
import org.springframework.boot.autoconfigure.SpringBootApplication import org.springframework.boot.autoconfigure.SpringBootApplication
import org.springframework.boot.runApplication import org.springframework.boot.runApplication
import org.springframework.context.ApplicationContext import org.springframework.context.ApplicationContext

View File

@ -15,9 +15,7 @@ class EncodeStreamsMessageParser {
fun getFileNameFromEvent(records: MutableList<ConsumerRecord<String, Message>>): FileWatcher.FileResult? { fun getFileNameFromEvent(records: MutableList<ConsumerRecord<String, Message>>): FileWatcher.FileResult? {
val file = records.find { it.key() == KnownEvents.EVENT_READER_RECEIVED_FILE.event } ?: return null val file = records.find { it.key() == KnownEvents.EVENT_READER_RECEIVED_FILE.event } ?: return null
if (file.value().status.statusType != StatusType.SUCCESS) return null if (file.value().status.statusType != StatusType.SUCCESS) return null
return if (file.value().data is String) { return file.value().dataAs(FileWatcher.FileResult::class.java)
return Gson().fromJson(file.value().data as String, FileWatcher.FileResult::class.java)
} else null
} }
fun getMediaStreamsFromEvent(records: MutableList<ConsumerRecord<String, Message>>): MediaStreams? { fun getMediaStreamsFromEvent(records: MutableList<ConsumerRecord<String, Message>>): MediaStreams? {

View File

@ -1,10 +1,8 @@
package no.iktdev.streamit.content.reader.analyzer package no.iktdev.streamit.content.reader.analyzer
import com.google.gson.Gson
import no.iktdev.streamit.content.common.CommonConfig import no.iktdev.streamit.content.common.CommonConfig
import no.iktdev.streamit.content.common.streams.MediaStreams import no.iktdev.streamit.content.reader.analyzer.encoding.EncodeArgumentSelector
import no.iktdev.streamit.content.reader.analyzer.encoding.EncodeInformation import no.iktdev.streamit.content.reader.analyzer.encoding.dto.EncodeInformation
import no.iktdev.streamit.content.reader.fileWatcher.FileWatcher
import no.iktdev.streamit.library.kafka.KnownEvents import no.iktdev.streamit.library.kafka.KnownEvents
import no.iktdev.streamit.library.kafka.dto.Message import no.iktdev.streamit.library.kafka.dto.Message
import no.iktdev.streamit.library.kafka.dto.Status import no.iktdev.streamit.library.kafka.dto.Status
@ -18,11 +16,11 @@ import org.springframework.stereotype.Service
import java.io.File import java.io.File
@Service @Service
class EncodeStreamsProducer: IPooledEvents.OnEventsReceived { class EncodedStreams: IPooledEvents.OnEventsReceived {
val messageProducer = DefaultProducer(CommonConfig.kafkaTopic) val messageProducer = DefaultProducer(CommonConfig.kafkaTopic)
val defaultConsumer = DefaultConsumer(subId = "0m").apply { val defaultConsumer = DefaultConsumer(subId = "encodedStreams").apply {
autoCommit = false autoCommit = false
} }

View File

@ -1,13 +1,13 @@
package no.iktdev.streamit.content.reader.analyzer package no.iktdev.streamit.content.reader.analyzer.encoding
import no.iktdev.streamit.content.common.streams.AudioStream import no.iktdev.streamit.content.common.streams.AudioStream
import no.iktdev.streamit.content.common.streams.MediaStreams import no.iktdev.streamit.content.common.streams.MediaStreams
import no.iktdev.streamit.content.common.streams.SubtitleStream import no.iktdev.streamit.content.common.streams.SubtitleStream
import no.iktdev.streamit.content.common.streams.VideoStream import no.iktdev.streamit.content.common.streams.VideoStream
import no.iktdev.streamit.content.reader.analyzer.encoding.AudioEncodeArguments import no.iktdev.streamit.content.reader.analyzer.encoding.dto.AudioEncodeArguments
import no.iktdev.streamit.content.reader.analyzer.encoding.EncodeInformation import no.iktdev.streamit.content.reader.analyzer.encoding.dto.EncodeInformation
import no.iktdev.streamit.content.reader.analyzer.encoding.SubtitleEncodeArguments import no.iktdev.streamit.content.reader.analyzer.encoding.dto.SubtitleEncodeArguments
import no.iktdev.streamit.content.reader.analyzer.encoding.VideoEncodeArguments import no.iktdev.streamit.content.reader.analyzer.encoding.dto.VideoEncodeArguments
import no.iktdev.streamit.content.reader.preference import no.iktdev.streamit.content.reader.preference
class EncodeArgumentSelector(val inputFile: String, val streams: MediaStreams, val outFileName: String) { class EncodeArgumentSelector(val inputFile: String, val streams: MediaStreams, val outFileName: String) {

View File

@ -1,9 +1,8 @@
package no.iktdev.streamit.content.reader.analyzer package no.iktdev.streamit.content.reader.analyzer.encoding
import com.google.gson.Gson import com.google.gson.Gson
import no.iktdev.streamit.content.reader.ReaderEnv import no.iktdev.streamit.content.reader.ReaderEnv
import org.slf4j.LoggerFactory import org.slf4j.LoggerFactory
import java.io.File
data class EncodingPreference( data class EncodingPreference(
val video: VideoPreference, val video: VideoPreference,

View File

@ -1,4 +1,4 @@
package no.iktdev.streamit.content.reader.analyzer.encoding package no.iktdev.streamit.content.reader.analyzer.encoding.dto
import no.iktdev.streamit.content.common.streams.AudioStream import no.iktdev.streamit.content.common.streams.AudioStream
import no.iktdev.streamit.content.reader.preference import no.iktdev.streamit.content.reader.preference

View File

@ -1,4 +1,4 @@
package no.iktdev.streamit.content.reader.analyzer.encoding package no.iktdev.streamit.content.reader.analyzer.encoding.dto
data class EncodeInformation( data class EncodeInformation(
val inputFile: String, val inputFile: String,

View File

@ -1,4 +1,4 @@
package no.iktdev.streamit.content.reader.analyzer.encoding package no.iktdev.streamit.content.reader.analyzer.encoding.dto
import no.iktdev.streamit.content.common.streams.SubtitleStream import no.iktdev.streamit.content.common.streams.SubtitleStream

View File

@ -1,6 +1,5 @@
package no.iktdev.streamit.content.reader.analyzer.encoding package no.iktdev.streamit.content.reader.analyzer.encoding.dto
import no.iktdev.streamit.content.common.streams.AudioStream
import no.iktdev.streamit.content.common.streams.VideoStream import no.iktdev.streamit.content.common.streams.VideoStream
import no.iktdev.streamit.content.reader.preference import no.iktdev.streamit.content.reader.preference

View File

@ -26,7 +26,7 @@ private val logger = KotlinLogging.logger {}
@Service @Service
class FileWatcher: FileWatcherEvents { class FileWatcher: FileWatcherEvents {
val messageProducer = DefaultProducer(CommonConfig.kafkaTopic) val messageProducer = DefaultProducer(CommonConfig.kafkaTopic)
val defaultConsumer = DefaultConsumer(subId = "0a") val defaultConsumer = DefaultConsumer(subId = "fileWatcher")
val queue = FileWatcherQueue() val queue = FileWatcherQueue()

View File

@ -24,7 +24,7 @@ private val logger = KotlinLogging.logger {}
class StreamsReader { class StreamsReader {
val messageProducer = DefaultProducer(CommonConfig.kafkaTopic) val messageProducer = DefaultProducer(CommonConfig.kafkaTopic)
val defaultConsumer = DefaultConsumer(subId = "0a").apply { val defaultConsumer = DefaultConsumer(subId = "streamReader").apply {
// autoCommit = false // autoCommit = false
} }
init { init {