Private, on-device visual agents

import os
from bithuman import AsyncBithuman

avatar = await AsyncBithuman.create(model_path="agent.imx",
                                    api_secret=os.environ["BITHUMAN_API_SECRET"])
await avatar.push_audio(pcm_bytes, 16000)   # 16 kHz int16 PCM (ends the utterance)
async for frame in avatar.run():
    render(frame.bgr_image)        # lifelike animated face, in realtime

// build.gradle.kts: implementation("ai.bithuman:expression2-android:0.3.1")
// No account, no API key, no credits — the model store fetches anonymously.
// arm64-v8a only — an x86_64 emulator installs, then throws UnsatisfiedLinkError.
// Verbatim from /sdk/android — see scripts/check-home-quickstart-kotlin.mjs.
import ai.bithuman.expression2.Expression2Avatar
import ai.bithuman.expression2.Expression2ModelStore
import ai.bithuman.expression2.Expression2Options
import android.content.Context
import android.graphics.Bitmap

/** [pcm16k] is 16 kHz MONO float32 in [-1, 1] — one float per sample, not ShortArray. */
fun render(context: Context, agentCode: String, pcm16k: FloatArray, show: (Bitmap) -> Unit) {
    // Blocks on the network the first time (~158 MB). Never on the main thread.
    val model = Expression2ModelStore(context).fetch(agentCode)

    Expression2Avatar.create(context, model, Expression2Options()).use { avatar ->
        val frame = avatar.newFrameBitmap()   // ARGB_8888, 416 x 720 — allocate once
        avatar.feed(pcm16k)                   // renders each complete 1.6 s chunk
        avatar.flushTail()                    // the padded tail is the last sentence
        while (true) {
            if (avatar.pull(frame) != null) { show(frame); continue }
            if (!avatar.hasPendingTail && avatar.queuedFrames == 0) break
        }
    }
}

import bitHumanKit

let runtime = try Bithuman.create(modelPath: imxURL).bithuman
try await runtime.start()
try await runtime.pushAudio(audio24k: pcm24k, audio16k: pcm16k)
while let chunk = runtime.tryDequeueChunk() {
    chunk.frames.forEach(view.render)   // on-device, realtime
}