|
| 1 | +package sh.sandboxed.dashboard.data.api |
| 2 | + |
| 3 | +import android.graphics.Bitmap |
| 4 | +import android.graphics.BitmapFactory |
| 5 | +import kotlinx.coroutines.channels.awaitClose |
| 6 | +import kotlinx.coroutines.flow.Flow |
| 7 | +import kotlinx.coroutines.flow.callbackFlow |
| 8 | +import okhttp3.HttpUrl.Companion.toHttpUrl |
| 9 | +import okhttp3.OkHttpClient |
| 10 | +import okhttp3.Request |
| 11 | +import okhttp3.Response |
| 12 | +import okhttp3.WebSocket |
| 13 | +import okhttp3.WebSocketListener |
| 14 | +import org.json.JSONObject |
| 15 | +import sh.sandboxed.dashboard.data.AppSettings |
| 16 | + |
| 17 | +sealed class DesktopStreamEvent { |
| 18 | + data object Connected : DesktopStreamEvent() |
| 19 | + data class Frame(val bitmap: Bitmap) : DesktopStreamEvent() |
| 20 | + data class Error(val message: String) : DesktopStreamEvent() |
| 21 | + data class Closed(val reason: String?) : DesktopStreamEvent() |
| 22 | +} |
| 23 | + |
| 24 | +class DesktopStreamSocket( |
| 25 | + private val client: OkHttpClient, |
| 26 | + private val provider: () -> AppSettings, |
| 27 | +) { |
| 28 | + @Volatile private var ws: WebSocket? = null |
| 29 | + |
| 30 | + fun connect(display: String, fps: Int, quality: Int): Flow<DesktopStreamEvent> = callbackFlow { |
| 31 | + val s = provider() |
| 32 | + val baseUrl = s.baseUrl.trimEnd('/').ifBlank { error("Server URL not configured") } |
| 33 | + val wsBase = baseUrl.replaceFirst("https://", "wss://").replaceFirst("http://", "ws://") |
| 34 | + val url = "$wsBase/api/desktop/stream".toHttpUrl().newBuilder() |
| 35 | + .addQueryParameter("display", display) |
| 36 | + .addQueryParameter("fps", fps.coerceIn(1, 30).toString()) |
| 37 | + .addQueryParameter("quality", quality.coerceIn(10, 100).toString()) |
| 38 | + .build() |
| 39 | + val protocols = listOfNotNull( |
| 40 | + "sandboxed", |
| 41 | + s.jwtToken?.let { "jwt.$it" }, |
| 42 | + ).joinToString(", ") |
| 43 | + val req = Request.Builder() |
| 44 | + .url(url) |
| 45 | + .apply { if (protocols.isNotEmpty()) header("Sec-WebSocket-Protocol", protocols) } |
| 46 | + .build() |
| 47 | + |
| 48 | + val socket = client.newWebSocket(req, object : WebSocketListener() { |
| 49 | + override fun onOpen(webSocket: WebSocket, response: Response) { |
| 50 | + this@DesktopStreamSocket.ws = webSocket |
| 51 | + trySend(DesktopStreamEvent.Connected) |
| 52 | + } |
| 53 | + |
| 54 | + override fun onMessage(webSocket: WebSocket, text: String) { |
| 55 | + trySend(DesktopStreamEvent.Error(text)) |
| 56 | + } |
| 57 | + |
| 58 | + override fun onMessage(webSocket: WebSocket, bytes: okio.ByteString) { |
| 59 | + val data = bytes.toByteArray() |
| 60 | + val bitmap = BitmapFactory.decodeByteArray(data, 0, data.size) |
| 61 | + if (bitmap == null) { |
| 62 | + trySend(DesktopStreamEvent.Error("Could not decode desktop frame")) |
| 63 | + } else { |
| 64 | + trySend(DesktopStreamEvent.Frame(bitmap)) |
| 65 | + } |
| 66 | + } |
| 67 | + |
| 68 | + override fun onClosing(webSocket: WebSocket, code: Int, reason: String) { |
| 69 | + webSocket.close(code, reason) |
| 70 | + } |
| 71 | + |
| 72 | + override fun onClosed(webSocket: WebSocket, code: Int, reason: String) { |
| 73 | + this@DesktopStreamSocket.ws = null |
| 74 | + trySend(DesktopStreamEvent.Closed(reason)) |
| 75 | + close() |
| 76 | + } |
| 77 | + |
| 78 | + override fun onFailure(webSocket: WebSocket, t: Throwable, response: Response?) { |
| 79 | + this@DesktopStreamSocket.ws = null |
| 80 | + trySend(DesktopStreamEvent.Error(t.message ?: "Desktop stream failed")) |
| 81 | + close(t) |
| 82 | + } |
| 83 | + }) |
| 84 | + |
| 85 | + awaitClose { |
| 86 | + socket.close(1000, "client closing") |
| 87 | + this@DesktopStreamSocket.ws = null |
| 88 | + } |
| 89 | + } |
| 90 | + |
| 91 | + fun pause() { |
| 92 | + ws?.send("""{"t":"pause"}""") |
| 93 | + } |
| 94 | + |
| 95 | + fun resume() { |
| 96 | + ws?.send("""{"t":"resume"}""") |
| 97 | + } |
| 98 | + |
| 99 | + fun setFps(fps: Int) { |
| 100 | + ws?.send("""{"t":"fps","fps":${fps.coerceIn(1, 30)}}""") |
| 101 | + } |
| 102 | + |
| 103 | + fun setQuality(quality: Int) { |
| 104 | + ws?.send("""{"t":"quality","quality":${quality.coerceIn(10, 100)}}""") |
| 105 | + } |
| 106 | + |
| 107 | + fun click(x: Int, y: Int, double: Boolean = false) { |
| 108 | + ws?.send("""{"t":"click","x":$x,"y":$y,"button":"left","double":$double}""") |
| 109 | + } |
| 110 | + |
| 111 | + fun scroll(x: Int, y: Int, amount: Int) { |
| 112 | + ws?.send("""{"t":"scroll","x":$x,"y":$y,"amount":$amount}""") |
| 113 | + } |
| 114 | + |
| 115 | + fun typeText(text: String) { |
| 116 | + if (text.isBlank()) return |
| 117 | + ws?.send("""{"t":"type","text":${JSONObject.quote(text)}}""") |
| 118 | + } |
| 119 | + |
| 120 | + fun key(key: String) { |
| 121 | + if (key.isBlank()) return |
| 122 | + ws?.send("""{"t":"key","key":${JSONObject.quote(key)}}""") |
| 123 | + } |
| 124 | +} |
0 commit comments