Make flite work

6 files changed, 123 insertions, 25 deletions

diff --git a/src/client/kotlin/space/autistic/radio/client/cli/Funny.kt b/src/client/kotlin/space/autistic/radio/client/cli/Funny.kt
index ebf6b06..2e64d36 100644
--- a/src/client/kotlin/space/autistic/radio/client/cli/Funny.kt
+++ b/src/client/kotlin/space/autistic/radio/client/cli/Funny.kt
@@ -1,16 +1,7 @@
 package space.autistic.radio.client.cli
 
-import space.autistic.radio.wasm.Bindings
-import java.lang.invoke.MethodHandles
-import kotlin.reflect.jvm.javaMethod
+import space.autistic.radio.client.flite.FliteWrapper
 
-object Funny {
-    val lookup = MethodHandles.lookup()
-
-    fun test() {
-    }
-}
 
 fun main() {
-    Bindings.bindFunc("", "", Funny.lookup, Funny::test.javaMethod!!, Funny)
 }
\ No newline at end of file
diff --git a/src/client/kotlin/space/autistic/radio/client/cli/OfflineSimulator.kt b/src/client/kotlin/space/autistic/radio/client/cli/OfflineSimulator.kt
index 68c4719..2646ed2 100644
--- a/src/client/kotlin/space/autistic/radio/client/cli/OfflineSimulator.kt
+++ b/src/client/kotlin/space/autistic/radio/client/cli/OfflineSimulator.kt
@@ -1,10 +1,15 @@
 package space.autistic.radio.client.cli
 
+import com.github.ooxi.jdatauri.DataUri
 import org.joml.Vector2f
 import space.autistic.radio.client.complex.cmul
+import space.autistic.radio.client.flite.FliteWrapper
 import space.autistic.radio.client.fmsim.FmFullConstants
 import space.autistic.radio.client.fmsim.FmFullDemodulator
 import space.autistic.radio.client.fmsim.FmFullModulator
+import java.io.ByteArrayInputStream
+import java.io.ByteArrayOutputStream
+import java.io.DataOutputStream
 import java.io.FileInputStream
 import java.io.FileOutputStream
 import java.io.InputStream
@@ -126,6 +131,29 @@ fun main(args: Array<String>) {
             if (inputFile.filename != "file:///dev/zero") {
                 if (inputFile.filename.startsWith("./")) {
                     inputFile.stream = FileInputStream(inputFile.filename)
+                } else if (inputFile.filename.startsWith("data:")) {
+                    val uri = try {
+                        DataUri.parse(inputFile.filename, Charsets.UTF_8)
+                    } catch (e: IllegalArgumentException) {
+                        println("error parsing data URI")
+                        exitProcess(1)
+                    }
+                    if (!uri.mime.startsWith("text/")) {
+                        println("unsupported data URI format")
+                        exitProcess(1)
+                    }
+                    FliteWrapper.textToWave(uri.data.toString(uri.charset ?: Charsets.UTF_8)) {
+                        // 8k mono -> 48k stereo float
+                        val bbuf = ByteBuffer.allocate(it.capacity() * 2 * 6 * 4)
+                        val fbuf = bbuf.order(ByteOrder.LITTLE_ENDIAN).asFloatBuffer()
+                        while (it.hasRemaining()) {
+                            val sample = (it.get().toFloat() + 0.5f) / 32767.5f
+                            for (i in 0 until 2 * 6) {
+                                fbuf.put(sample)
+                            }
+                        }
+                        inputFile.stream = ByteArrayInputStream(bbuf.array())
+                    }
                 } else {
                     inputFile.stream = URI(inputFile.filename).toPath().inputStream()
                 }
diff --git a/src/client/kotlin/space/autistic/radio/client/flite/FliteFactory.kt b/src/client/kotlin/space/autistic/radio/client/flite/FliteFactory.kt
new file mode 100644
index 0000000..993cbe9
--- /dev/null
+++ b/src/client/kotlin/space/autistic/radio/client/flite/FliteFactory.kt
@@ -0,0 +1,58 @@
+package space.autistic.radio.client.flite
+
+import com.dylibso.chicory.experimental.aot.AotMachineFactory
+import com.dylibso.chicory.runtime.ImportValues
+import com.dylibso.chicory.runtime.Instance
+import com.dylibso.chicory.wasm.Parser
+import net.fabricmc.loader.api.FabricLoader
+import space.autistic.radio.wasm.Bindings
+import space.autistic.radio.wasm.WasmExitException
+import java.io.InputStream
+import java.lang.invoke.MethodHandles
+import kotlin.reflect.jvm.javaMethod
+
+object FliteFactory : () -> Instance {
+    private fun fd_read(a: Int, b: Int, c: Int, d: Int): Int {
+        throw UnsupportedOperationException()
+    }
+
+    private fun fd_seek(a: Int, b: Long, c: Int, d: Int): Int {
+        throw UnsupportedOperationException()
+    }
+
+    private fun fd_close(a: Int): Int {
+        throw UnsupportedOperationException()
+    }
+
+    private fun fd_write(a: Int, b: Int, c: Int, d: Int): Int {
+        throw UnsupportedOperationException()
+    }
+
+    private fun proc_exit(status: Int): Nothing {
+        throw WasmExitException(status)
+    }
+
+    private val lookup = MethodHandles.lookup()
+    private val defaultImports = ImportValues.builder()
+        .addFunction(
+            Bindings.bindFunc("wasi_snapshot_preview1", "fd_close", lookup, ::fd_close.javaMethod!!, this),
+            Bindings.bindFunc("wasi_snapshot_preview1", "fd_read", lookup, ::fd_read.javaMethod!!, this),
+            Bindings.bindFunc("wasi_snapshot_preview1", "fd_write", lookup, ::fd_write.javaMethod!!, this),
+            Bindings.bindFunc("wasi_snapshot_preview1", "fd_seek", lookup, ::fd_seek.javaMethod!!, this),
+            Bindings.bindFunc("wasi_snapshot_preview1", "proc_exit", lookup, ::proc_exit.javaMethod!!, this),
+        ).build()
+    private val module = Parser.parse(getModuleInputStream())
+    private val instanceBuilder =
+        Instance.builder(module)
+            .withMachineFactory(AotMachineFactory(module))
+            .withImportValues(defaultImports)
+
+    override fun invoke(): Instance = instanceBuilder.build()
+
+    private fun getModuleInputStream(): InputStream {
+        return FabricLoader.getInstance().getModContainer("pirate-radio").flatMap { it.findPath("flite.wasm") }
+            .map<InputStream?> { it.toFile().inputStream() }.orElseGet {
+                this.javaClass.getResourceAsStream("/flite.wasm")
+            }
+    }
+}
\ No newline at end of file
diff --git a/src/client/kotlin/space/autistic/radio/client/flite/FliteWrapper.kt b/src/client/kotlin/space/autistic/radio/client/flite/FliteWrapper.kt
new file mode 100644
index 0000000..e73d4d0
--- /dev/null
+++ b/src/client/kotlin/space/autistic/radio/client/flite/FliteWrapper.kt
@@ -0,0 +1,35 @@
+package space.autistic.radio.client.flite
+
+import com.dylibso.chicory.runtime.ByteBufferMemory
+import space.autistic.radio.reflection.getBuffer
+import java.nio.ByteOrder
+import java.nio.ShortBuffer
+import java.util.function.Consumer
+
+object FliteWrapper {
+    // Produces audio at 8kHz mono
+    fun textToWave(s: String, consumer: Consumer<ShortBuffer>) {
+        val instance = FliteFactory.invoke()
+        instance.export("_initialize").apply()
+
+        val voice = instance.export("flite_wrapper_init").apply()[0]
+
+        val textToWaveImpl = instance.export("flite_text_to_wave")
+        val mallocImpl = instance.export("malloc")
+        val memory = instance.memory() as ByteBufferMemory
+
+        val bytes = s.toByteArray()
+        val space = mallocImpl.apply((bytes.size + 1).toLong())[0].toInt()
+        memory.getBuffer().run {
+            put(space, bytes)
+            put(space + bytes.size, 0)
+        }
+        val wavedata = textToWaveImpl.apply(space.toLong(), voice)[0].toInt()
+        val numSamples = memory.readInt(wavedata + 8)
+        val samplesPtr = memory.readInt(wavedata + 16)
+        consumer.accept(
+            memory.getBuffer().slice(samplesPtr, numSamples * 2).order(ByteOrder.LITTLE_ENDIAN)
+                .asShortBuffer()
+        )
+    }
+}
\ No newline at end of file
diff --git a/src/client/kotlin/space/autistic/radio/client/opus/OpusDecoder.kt b/src/client/kotlin/space/autistic/radio/client/opus/OpusDecoder.kt
index fe78393..98e80d4 100644
--- a/src/client/kotlin/space/autistic/radio/client/opus/OpusDecoder.kt
+++ b/src/client/kotlin/space/autistic/radio/client/opus/OpusDecoder.kt
@@ -1,7 +1,7 @@
 package space.autistic.radio.client.opus
 
 import com.dylibso.chicory.runtime.ByteBufferMemory
-import space.autistic.radio.client.reflection.getBuffer
+import space.autistic.radio.reflection.getBuffer
 import java.nio.ByteOrder
 
 class OpusDecoder(sampleRate: Int, private val channels: Int) {
diff --git a/src/client/kotlin/space/autistic/radio/client/reflection/MemoryReflection.kt b/src/client/kotlin/space/autistic/radio/client/reflection/MemoryReflection.kt
deleted file mode 100644
index b1da224..0000000
--- a/src/client/kotlin/space/autistic/radio/client/reflection/MemoryReflection.kt
+++ /dev/null
@@ -1,14 +0,0 @@
-package space.autistic.radio.client.reflection
-
-import com.dylibso.chicory.runtime.ByteBufferMemory
-import java.lang.invoke.MethodHandles
-import java.nio.ByteBuffer
-
-fun ByteBufferMemory.getBuffer(): ByteBuffer {
-    return MemoryReflection.buffer.get(this) as ByteBuffer
-}
-
-object MemoryReflection {
-    val buffer = MethodHandles.privateLookupIn(ByteBufferMemory::class.java, MethodHandles.lookup())
-        .findVarHandle(ByteBufferMemory::class.java, "buffer", ByteBuffer::class.java)
-}
\ No newline at end of file