* chore: add swift helper * chore: separate out types into types pkg * chore: only build apps/www for now * chore: don't build swift helper as part of pnpm i * chore: fix system audio mute and restore + resources embedding * chore: resolve merge conflicts
264 lines
16 KiB
Swift
264 lines
16 KiB
Swift
import Foundation
|
|
import AVFoundation // ADDED
|
|
|
|
class IOBridge: NSObject, AVAudioPlayerDelegate {
|
|
private let jsonEncoder: JSONEncoder
|
|
private let jsonDecoder: JSONDecoder
|
|
private let accessibilityService: AccessibilityService
|
|
private var audioPlayer: AVAudioPlayer?
|
|
private var audioCompletionHandler: (() -> Void)?
|
|
|
|
init(jsonEncoder: JSONEncoder, jsonDecoder: JSONDecoder) {
|
|
self.jsonEncoder = jsonEncoder
|
|
self.jsonDecoder = jsonDecoder
|
|
self.accessibilityService = AccessibilityService()
|
|
}
|
|
|
|
private func playSound(named soundName: String, completion: (() -> Void)? = nil) {
|
|
FileHandle.standardError.write("[IOBridge] playSound called with soundName: \(soundName)\n".data(using: .utf8)!)
|
|
|
|
if audioPlayer?.isPlaying == true {
|
|
FileHandle.standardError.write("[IOBridge] Sound '\(audioPlayer?.url?.lastPathComponent ?? "previous")' is playing. Stopping it before playing \(soundName).\n".data(using: .utf8)!)
|
|
audioPlayer?.delegate = nil
|
|
audioPlayer?.stop()
|
|
}
|
|
audioPlayer = nil
|
|
self.audioCompletionHandler = nil
|
|
|
|
self.audioCompletionHandler = completion
|
|
|
|
// Get the embedded audio data
|
|
let audioData: [UInt8]
|
|
do {
|
|
switch soundName {
|
|
case "rec-start":
|
|
FileHandle.standardError.write("[IOBridge] Attempting to load rec-start.mp3 from PackageResources\n".data(using: .utf8)!)
|
|
audioData = PackageResources.rec_start_mp3
|
|
FileHandle.standardError.write("[IOBridge] Successfully loaded rec-start.mp3, data size: \(audioData.count) bytes\n".data(using: .utf8)!)
|
|
case "rec-stop":
|
|
FileHandle.standardError.write("[IOBridge] Attempting to load rec-stop.mp3 from PackageResources\n".data(using: .utf8)!)
|
|
audioData = PackageResources.rec_stop_mp3
|
|
FileHandle.standardError.write("[IOBridge] Successfully loaded rec-stop.mp3, data size: \(audioData.count) bytes\n".data(using: .utf8)!)
|
|
default:
|
|
FileHandle.standardError.write("[IOBridge] Error: Unknown sound name '\(soundName)'. Completion will not be called.\n".data(using: .utf8)!)
|
|
self.audioCompletionHandler = nil
|
|
return
|
|
}
|
|
} catch {
|
|
FileHandle.standardError.write("[IOBridge] Error loading embedded audio data for '\(soundName)': \(error.localizedDescription). Completion will not be called.\n".data(using: .utf8)!)
|
|
self.audioCompletionHandler = nil
|
|
return
|
|
}
|
|
|
|
do {
|
|
// Convert embedded data to Data object
|
|
let soundData = Data(audioData)
|
|
|
|
// Initialize the audio player with the embedded data
|
|
audioPlayer = try AVAudioPlayer(data: soundData)
|
|
audioPlayer?.delegate = self
|
|
|
|
if audioPlayer?.play() == true {
|
|
FileHandle.standardError.write("[IOBridge] Playing embedded sound: \(soundName).mp3. Delegate will handle completion.\n".data(using: .utf8)!)
|
|
} else {
|
|
FileHandle.standardError.write("[IOBridge] Failed to start playing embedded sound: \(soundName).mp3 (audioPlayer.play() returned false or player is nil). Completion will not be called.\n".data(using: .utf8)!)
|
|
self.audioCompletionHandler = nil
|
|
}
|
|
} catch {
|
|
FileHandle.standardError.write("[IOBridge] Error initializing AVAudioPlayer for embedded \(soundName).mp3: \(error.localizedDescription). Completion will not be called.\n".data(using: .utf8)!)
|
|
self.audioCompletionHandler = nil
|
|
}
|
|
}
|
|
|
|
// Handles a single RPC Request
|
|
func handleRpcRequest(_ request: RPCRequestSchema) {
|
|
var rpcResponse: RPCResponseSchema
|
|
|
|
switch request.method {
|
|
case .getAccessibilityTreeDetails:
|
|
var accessibilityParams: GetAccessibilityTreeDetailsParamsSchema? = nil
|
|
FileHandle.standardError.write("[IOBridge] Handling getAccessibilityTreeDetails for ID: \(request.id)\n".data(using: .utf8)!)
|
|
if let paramsAnyCodable = request.params {
|
|
do {
|
|
let paramsData = try jsonEncoder.encode(paramsAnyCodable)
|
|
accessibilityParams = try jsonDecoder.decode(GetAccessibilityTreeDetailsParamsSchema.self, from: paramsData)
|
|
FileHandle.standardError.write("[IOBridge] Decoded accessibilityParams.rootID: \(accessibilityParams?.rootID ?? "nil") for ID: \(request.id)\n".data(using: .utf8)!)
|
|
} catch {
|
|
FileHandle.standardError.write("[IOBridge] Error decoding getAccessibilityTreeDetails params: \(error.localizedDescription)\n".data(using: .utf8)!)
|
|
let errPayload = Error(code: -32602, data: request.params, message: "Invalid params: \(error.localizedDescription)")
|
|
rpcResponse = RPCResponseSchema(error: errPayload, id: request.id, result: nil)
|
|
sendRpcResponse(rpcResponse)
|
|
return
|
|
}
|
|
}
|
|
|
|
// Fetch REAL accessibility tree data using the service
|
|
let actualTreeData: AccessibilityElementNode? = accessibilityService.fetchFullAccessibilityTree(rootId: accessibilityParams?.rootID)
|
|
|
|
FileHandle.standardError.write("[IOBridge] Fetched actualTreeData from AccessibilityService. Is nil? \(actualTreeData == nil). For ID: \(request.id)\n".data(using: .utf8)!)
|
|
|
|
var treeAsJsonAny: JSONAny? = nil
|
|
if let dataToEncode = actualTreeData { // dataToEncode is AccessibilityElementNode?
|
|
do {
|
|
let encodedData = try jsonEncoder.encode(dataToEncode) // Encodes AccessibilityElementNode
|
|
treeAsJsonAny = try jsonDecoder.decode(JSONAny.self, from: encodedData)
|
|
if let treeDataForLog = try? jsonEncoder.encode(treeAsJsonAny), let treeStringForLog = String(data: treeDataForLog, encoding: .utf8) {
|
|
FileHandle.standardError.write("[IOBridge] treeAsJsonAny (after encoding actualTreeData): \(treeStringForLog) for ID: \(request.id)\n".data(using: .utf8)!)
|
|
}
|
|
} catch {
|
|
FileHandle.standardError.write("[IOBridge] Error encoding actualTreeData to JSONAny: \(error.localizedDescription) for ID: \(request.id)\n".data(using: .utf8)!)
|
|
}
|
|
}
|
|
|
|
let resultPayload = GetAccessibilityTreeDetailsResultSchema(tree: treeAsJsonAny)
|
|
do {
|
|
let resultPayloadForLogData = try jsonEncoder.encode(resultPayload)
|
|
if let resultPayloadStringForLog = String(data: resultPayloadForLogData, encoding: .utf8) {
|
|
FileHandle.standardError.write("[IOBridge] GetAccessibilityTreeDetailsResultSchema (resultPayload) before final encoding: \(resultPayloadStringForLog) for ID: \(request.id)\n".data(using: .utf8)!)
|
|
}
|
|
} catch {
|
|
FileHandle.standardError.write("[IOBridge] Error encoding resultPayload for logging: \(error.localizedDescription) for ID: \(request.id)\n".data(using: .utf8)!)
|
|
}
|
|
|
|
var resultAsJsonAny: JSONAny? = nil
|
|
do {
|
|
let resultPayloadData = try jsonEncoder.encode(resultPayload)
|
|
resultAsJsonAny = try jsonDecoder.decode(JSONAny.self, from: resultPayloadData)
|
|
} catch {
|
|
FileHandle.standardError.write("Error encoding GetAccessibilityTreeDetailsResultSchema to JSONAny: \(error.localizedDescription)\n".data(using: .utf8)!)
|
|
}
|
|
rpcResponse = RPCResponseSchema(error: nil, id: request.id, result: resultAsJsonAny)
|
|
|
|
case .pasteText: // Corrected to use enum case
|
|
FileHandle.standardError.write("[IOBridge] Handling pasteText for ID: \(request.id)\n".data(using: .utf8)!)
|
|
guard let paramsAnyCodable = request.params else {
|
|
let errPayload = Error(code: -32602, data: nil, message: "Missing params for pasteText")
|
|
rpcResponse = RPCResponseSchema(error: errPayload, id: request.id, result: nil)
|
|
sendRpcResponse(rpcResponse)
|
|
return
|
|
}
|
|
|
|
do {
|
|
let paramsData = try jsonEncoder.encode(paramsAnyCodable)
|
|
// Corrected to use generated Swift model name from models.swift
|
|
let pasteParams = try jsonDecoder.decode(PasteTextParamsSchema.self, from: paramsData)
|
|
FileHandle.standardError.write("[IOBridge] Decoded pasteParams.transcript for ID: \(request.id)\n".data(using: .utf8)!)
|
|
|
|
// Call the actual paste function (to be implemented in AccessibilityService or similar)
|
|
let success = accessibilityService.pasteText(transcript: pasteParams.transcript)
|
|
|
|
// Corrected to use generated Swift model name from models.swift
|
|
let resultPayload = PasteTextResultSchema(message: success ? "Pasted successfully" : "Paste failed", success: success)
|
|
let resultData = try jsonEncoder.encode(resultPayload)
|
|
let resultAsJsonAny = try jsonDecoder.decode(JSONAny.self, from: resultData)
|
|
rpcResponse = RPCResponseSchema(error: nil, id: request.id, result: resultAsJsonAny)
|
|
|
|
} catch {
|
|
FileHandle.standardError.write("[IOBridge] Error processing pasteText params or operation: \(error.localizedDescription) for ID: \(request.id)\n".data(using: .utf8)!)
|
|
let errPayload = Error(code: -32602, data: request.params, message: "Invalid params or error during paste: \(error.localizedDescription)")
|
|
rpcResponse = RPCResponseSchema(error: errPayload, id: request.id, result: nil)
|
|
}
|
|
|
|
case .muteSystemAudio:
|
|
FileHandle.standardError.write("[IOBridge] Handling muteSystemAudio for ID: \(request.id)\n".data(using: .utf8)!)
|
|
|
|
playSound(named: "rec-start") { [weak self] in
|
|
guard let self = self else {
|
|
FileHandle.standardError.write("[IOBridge] self is nil in playSound completion for muteSystemAudio. ID: \(request.id)\n".data(using: .utf8)!)
|
|
return
|
|
}
|
|
|
|
FileHandle.standardError.write("[IOBridge] rec-start.mp3 finished playing successfully. Proceeding to mute system audio. ID: \(request.id)\n".data(using: .utf8)!)
|
|
let success = self.accessibilityService.muteSystemAudio()
|
|
let resultPayload = MuteSystemAudioResultSchema(message: success ? "Mute command sent" : "Failed to send mute command", success: success)
|
|
|
|
var responseToSend: RPCResponseSchema
|
|
do {
|
|
let resultData = try self.jsonEncoder.encode(resultPayload)
|
|
let resultAsJsonAny = try self.jsonDecoder.decode(JSONAny.self, from: resultData)
|
|
responseToSend = RPCResponseSchema(error: nil, id: request.id, result: resultAsJsonAny)
|
|
} catch {
|
|
FileHandle.standardError.write("[IOBridge] Error encoding muteSystemAudio result: \(error.localizedDescription) for ID: \(request.id)\n".data(using: .utf8)!)
|
|
let errPayload = Error(code: -32603, data: nil, message: "Error encoding result: \(error.localizedDescription)")
|
|
responseToSend = RPCResponseSchema(error: errPayload, id: request.id, result: nil)
|
|
}
|
|
self.sendRpcResponse(responseToSend)
|
|
}
|
|
return
|
|
|
|
case .restoreSystemAudio:
|
|
FileHandle.standardError.write("[IOBridge] Handling restoreSystemAudio for ID: \(request.id)\n".data(using: .utf8)!)
|
|
|
|
let success = accessibilityService.restoreSystemAudio()
|
|
if success { // Play sound only if restore was successful
|
|
playSound(named: "rec-stop")
|
|
}
|
|
let resultPayload = RestoreSystemAudioResultSchema(message: success ? "Restore command sent" : "Failed to send restore command", success: success)
|
|
|
|
do {
|
|
let resultData = try jsonEncoder.encode(resultPayload)
|
|
let resultAsJsonAny = try jsonDecoder.decode(JSONAny.self, from: resultData)
|
|
rpcResponse = RPCResponseSchema(error: nil, id: request.id, result: resultAsJsonAny)
|
|
} catch {
|
|
FileHandle.standardError.write("[IOBridge] Error encoding pauseSystemAudio result: \(error.localizedDescription) for ID: \(request.id)\n".data(using: .utf8)!)
|
|
let errPayload = Error(code: -32603, data: nil, message: "Error encoding result: \(error.localizedDescription)")
|
|
rpcResponse = RPCResponseSchema(error: nil, id: request.id, result: nil)
|
|
}
|
|
|
|
default:
|
|
FileHandle.standardError.write("[IOBridge] Method not found: \(request.method) for ID: \(request.id)\n".data(using: .utf8)!)
|
|
let errPayload = Error(code: -32601, data: nil, message: "Method not found: \(request.method)")
|
|
rpcResponse = RPCResponseSchema(error: errPayload, id: request.id, result: nil)
|
|
}
|
|
sendRpcResponse(rpcResponse)
|
|
}
|
|
|
|
private func sendRpcResponse(_ response: RPCResponseSchema) {
|
|
do {
|
|
let responseData = try jsonEncoder.encode(response)
|
|
if let responseString = String(data: responseData, encoding: .utf8) {
|
|
FileHandle.standardError.write("[Swift Biz Logic] FINAL JSON RESPONSE to stdout: \(responseString)\n".data(using: .utf8)!)
|
|
print(responseString)
|
|
fflush(stdout)
|
|
}
|
|
} catch {
|
|
FileHandle.standardError.write("Error encoding RpcResponse: \(error.localizedDescription)\n".data(using: .utf8)!)
|
|
}
|
|
}
|
|
|
|
// Main loop for processing RPC requests from stdin
|
|
func processRpcRequests() {
|
|
FileHandle.standardError.write("IOBridge: Starting RPC request processing loop.\n".data(using: .utf8)!)
|
|
while let line = readLine(strippingNewline: true) {
|
|
guard !line.isEmpty, let data = line.data(using: .utf8) else {
|
|
FileHandle.standardError.write("Warning: Received empty or non-UTF8 line on stdin.\n".data(using: .utf8)!)
|
|
continue
|
|
}
|
|
|
|
do {
|
|
let rpcRequest = try jsonDecoder.decode(RPCRequestSchema.self, from: data)
|
|
FileHandle.standardError.write("IOBridge: Received RPC Request ID \(rpcRequest.id), Method: \(rpcRequest.method)\n".data(using: .utf8)!)
|
|
handleRpcRequest(rpcRequest)
|
|
} catch {
|
|
FileHandle.standardError.write("Error decoding RpcRequest from stdin: \(error.localizedDescription). Line: \(line)\n".data(using: .utf8)!)
|
|
// Consider sending a parse error if ID can be extracted
|
|
}
|
|
}
|
|
FileHandle.standardError.write("IOBridge: RPC request processing loop finished (stdin closed).\n".data(using: .utf8)!)
|
|
}
|
|
|
|
// MARK: - AVAudioPlayerDelegate
|
|
func audioPlayerDidFinishPlaying(_ player: AVAudioPlayer, successfully flag: Bool) {
|
|
FileHandle.standardError.write("[IOBridge] Sound playback finished (player URL: \(player.url?.lastPathComponent ?? "unknown"), successfully: \(flag)).\n".data(using: .utf8)!)
|
|
|
|
let handlerToCall = audioCompletionHandler
|
|
audioCompletionHandler = nil
|
|
|
|
if flag {
|
|
FileHandle.standardError.write("[IOBridge] Sound finished successfully. Executing completion handler.\n".data(using: .utf8)!)
|
|
handlerToCall?()
|
|
} else {
|
|
FileHandle.standardError.write("[IOBridge] Sound did not finish successfully (e.g., stopped or error). Not executing completion handler.\n".data(using: .utf8)!)
|
|
}
|
|
}
|
|
}
|