Files
glass/glass-mouse/scripts/ble_proxy.py
T
admin 2840e82685 Initial commit: Android GlassMouse + iOS GlassRemote 智能眼镜遥控项目
包含本次会话修复:
- iOS clickReady 警告 bug(默认 false 永远显示)
- BLE 'handle is invalid' 排查(stale handle auto-retry 实验 + 回退)

项目结构:
- glass-mouse/: 眼镜端原生 Kotlin App,前台服务 MouseService + 自定义 BLE GATT 桥接 ProxyBleServer + 无障碍 GestureDescription 注入
- ios/GlassRemote/: iPhone 端 SwiftUI + CoreBluetooth,通过 BLE 直连眼镜
- HTTP 投屏服务(:8000) 接 PPT/WPS 备注宏 POST 推送

技术栈: Android Kotlin (gradle 8.14.4, compileSdk 34), iOS Swift 5.10 (Xcode 26.5)
2026-08-26 10:34:23 +08:00

345 lines
14 KiB
Python
Raw Blame History

This file contains ambiguous Unicode characters
This file contains Unicode characters that might be confused with other characters. If you think that this is intentional, you can safely ignore this warning. Use the Escape button to reveal them.
# -*- coding: utf-8 -*-
"""
Mac 端 BLE 代理(桥接模式)
思路(与用户和眼镜端约定一致):
- 搭车系统已建立的 INMO 连接(已配对 → 链路已加密)
- 发现眼镜 App 自定义 GATT 服务 A9E0ABCD-0000-1000-8000-00805F9B34FB
- 把和 WebSocket 完全一致的 JSON 命令写进 WRITE 特征
- 眼镜 App(ProxyBleServer)收到后转发给原有控制引擎 MouseService.handleCommand
→ 蓝牙只做传输,控制逻辑完全复用,绕开 INMO 绑定墙
用法:
python3 ble_proxy.py --demo # 自动演示:眼镜显示光标并移动/点击
python3 ble_proxy.py # stdin 手动指令(move/click/home/...)
python3 ble_proxy.py --mouse # 捕获 Mac 真实鼠标(需系统设置→输入监控授权)
"""
import sys, time, binascii, json, threading, os
from Foundation import NSObject, NSRunLoop, NSDate, NSData
import CoreBluetooth
from CoreBluetooth import CBCentralManager, CBUUID
# 眼镜端自定义服务(与 ProxyBleServer.kt 完全一致)
SVC_UUID = "A9E0ABCD-0000-1000-8000-00805F9B34FB"
WRITE_UUID = "A9E0ABCD-0001-1000-8000-00805F9B34FB"
NOTIFY_UUID = "A9E0ABCD-0002-1000-8000-00805F9B34FB"
# 用 INMO 的 0x2020 服务来「定位」系统里已连接的外设(眼镜本身一直在广播/连接它)
LOOKUP_UUID = "00002020-0000-1000-8000-00805F9B34FB"
WRITE_WITH_RESPONSE = 0
WRITE_WITHOUT_RESPONSE = 1
class D(NSObject):
def centralManagerDidUpdateState_(self, mgr):
self.manager = mgr
def centralManager_didDiscoverPeripheral_advertisementData_RSSI_(self, mgr, perp, adv, rssi):
name = perp.name()
# 定向扫描(scanForPeripheralsWithServices_ 带我们的服务 UUID)命中即收;
# 泛扫则只在名字含 INMO 时收
if getattr(self, "_targeted_scan", False):
if self._scan_result is None:
self._scan_result = perp
print("扫描发现眼镜(定向):", name, "RSSI=%d" % int(rssi))
else:
if name and "INMO" in name.upper() and self._scan_result is None:
self._scan_result = perp
def centralManager_didConnectPeripheral_(self, mgr, perp):
print("didConnect", perp.name())
perp.discoverServices_([CBUUID.UUIDWithString_(SVC_UUID)])
print("discoverServices(%s) called" % SVC_UUID)
def centralManager_didFailToConnectPeripheral_error_(self, mgr, perp, err):
print("didFailToConnect", err)
def centralManager_didDisconnectPeripheral_error_(self, mgr, perp, err):
print("didDisconnect", err)
self.ready = False
self.write_char = None
self.notify_char = None
def peripheral_didDiscoverServices_(self, perp, err):
try:
if err:
print("discoverServices err:", err)
return
for svc in perp.services():
su = svc.UUID().UUIDString().lower()
if su == SVC_UUID.lower():
svc.retain()
self.svc = svc
self.services_discovered = True
print("found svc", su)
except Exception:
import traceback
traceback.print_exc()
def peripheral_didDiscoverCharacteristicsForService_error_(self, perp, svc, err):
try:
if err:
print("discoverChars err:", err)
return
for ch in svc.characteristics():
u = ch.UUID().UUIDString().lower()
if u == WRITE_UUID.lower():
self.write_char = ch
print("write char:", u)
elif u == NOTIFY_UUID.lower():
self.notify_char = ch
print("notify char:", u)
if self.write_char and self.notify_char:
self.ready = True
except Exception:
import traceback
traceback.print_exc()
def peripheral_didUpdateNotificationStateForCharacteristic_error_(self, perp, ch, err):
if err:
print("notify state err:", err)
else:
print("subscribed notify:", ch.UUID().UUIDString())
def peripheral_didUpdateValueForCharacteristic_error_(self, perp, ch, err):
if err:
print("value err:", err)
return
v = ch.value()
if v is None:
return
try:
print("[notify/ack] %s" % bytes(v).decode("utf-8"))
except Exception:
print("[notify] %s" % binascii.hexlify(bytes(v)).decode())
class BleProxy:
def __init__(self):
self.d = D.alloc().init()
self.d.manager = None
self.d.peripheral = None
self.d.write_char = None
self.d.notify_char = None
self.d.svc = None
self.d.ready = False
self.d.services_discovered = False
self.d._scan_result = None
self.loop = NSRunLoop.currentRunLoop()
self.mgr = CBCentralManager.alloc().initWithDelegate_queue_options_(self.d, None, None)
self.lock = threading.Lock()
self.queue = []
def enqueue(self, obj):
with self.lock:
self.queue.append(obj)
def wait_powered(self, timeout=10):
t0 = time.time()
while self.d.manager is None or self.d.manager.state() != 5: # 5 = poweredOn
self.loop.runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(0.1))
if time.time() - t0 > timeout:
print("蓝牙未开启 / 未就绪")
return False
return True
def _find_peripheral(self):
# 用多个服务 UUID 定位已连接外设:INMO 控制服务、我们自定义的桥接服务、设备信息服务(0x180A)
svc_list = [LOOKUP_UUID, SVC_UUID, "0000180A-0000-1000-8000-00805F9B34FB"]
connected = self.mgr.retrieveConnectedPeripheralsWithServices_(
[CBUUID.UUIDWithString_(s) for s in svc_list])
for c in connected:
name = c.name()
if name and "INMO" in name.upper():
return c
if connected:
return connected[0]
# 定向扫描我们的自定义服务(眼镜已开启 BLE 广播)
print("未在已连接列表找到 INMO,尝试定向扫描 A9E0ABCD…")
self.d._scan_result = None
self.d._targeted_scan = True
self.mgr.scanForPeripheralsWithServices_options_(
[CBUUID.UUIDWithString_(SVC_UUID)], None)
t0 = time.time()
while self.d._scan_result is None and time.time() - t0 < 15:
self.loop.runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(0.1))
self.mgr.stopScan()
self.d._targeted_scan = False
return self.d._scan_result
def connect(self):
perp = self._find_peripheral()
if perp is None:
print("未找到 INMO 眼镜,请确认系统蓝牙已配对并连接")
return False
self.d.peripheral = perp
perp.setDelegate_(self.d)
self.d.ready = False
self.d.services_discovered = False
self.d.write_char = None
self.d.notify_char = None
self.d.svc = None
self.mgr.connectPeripheral_options_(perp, None)
t0 = time.time()
while not self.d.services_discovered:
self.loop.runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(0.1))
if time.time() - t0 > 15:
print("services not discovered")
return False
char_uuids = [CBUUID.UUIDWithString_(WRITE_UUID),
CBUUID.UUIDWithString_(NOTIFY_UUID)]
perp.discoverCharacteristics_forService_(char_uuids, self.d.svc)
t0 = time.time()
while not self.d.ready:
self.loop.runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(0.1))
if time.time() - t0 > 15:
print("not ready; write_char?", self.d.write_char, "notify?", self.d.notify_char)
return False
perp.setNotifyValue_forCharacteristic_(True, self.d.notify_char)
self.loop.runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(0.5))
print("BLE 桥接已就绪:可发送命令")
return True
def _reconnect(self):
print("尝试重新连接…")
try:
self.connect()
except Exception as e:
print("reconnect error:", e)
def send(self, obj, wtype=WRITE_WITH_RESPONSE):
if not self.d.ready or self.d.write_char is None:
print("未就绪,丢弃命令:", obj)
return
data = json.dumps(obj).encode("utf-8")
self.d.peripheral.writeValue_forCharacteristic_type_(
NSData.alloc().initWithBytes_length_(data, len(data)),
self.d.write_char, wtype)
def run(self, demo=False, mouse=False):
if not self.wait_powered():
return
if not self.connect():
return
if demo:
self._demo()
if mouse:
self._start_mouse()
while True:
with self.lock:
batch = self.queue[:]
self.queue[:] = []
for cmd in batch:
self.send(cmd)
if not self.d.ready:
print("连接丢失,3 秒后重连…")
time.sleep(3)
self._reconnect()
continue
self.loop.runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(0.1))
def _demo(self):
print("== demo:让眼镜显示光标并移动/点击(请观察眼镜屏幕)==")
self.send({"type": "cursor", "visible": True}, WRITE_WITHOUT_RESPONSE)
self.loop.runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(0.4))
for _ in range(12):
self.send({"type": "mouse", "action": "move", "dx": 22, "dy": 0}, WRITE_WITHOUT_RESPONSE)
self.loop.runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(0.12))
for _ in range(6):
self.send({"type": "mouse", "action": "move", "dx": 0, "dy": 22}, WRITE_WITHOUT_RESPONSE)
self.loop.runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(0.12))
self.send({"type": "mouse", "action": "click"}, WRITE_WITH_RESPONSE)
self.loop.runUntilDate_(NSDate.dateWithTimeIntervalSinceNow_(0.6))
print("== demo 完成 ==")
def _start_mouse(self):
try:
from Quartz import (CGEventTapCreate, kCGSessionEventTap,
kCGHeadInsertEventTap, kCGEventMaskMouseMoved,
kCGEventMaskLeftMouseDown, kCGEventMaskLeftMouseUp,
kCGEventMouseMoved, kCGEventLeftMouseDown,
kCGEventLeftMouseUp, CGEventTapEnable,
CFRunLoopAddSource, kCFRunLoopCommonModes,
CFMachPortCreateRunLoopSource)
except Exception as e:
print("无法导入 Quartz(鼠标捕获不可用):", e)
return
self._last = None
def cb(proxy, ev, ref):
etype = ev.type()
loc = ev.location()
if etype == kCGEventMouseMoved:
if self._last is not None:
dx = int(loc.x - self._last[0])
dy = int(loc.y - self._last[1])
if dx or dy:
self.enqueue({"type": "mouse", "action": "move", "dx": dx, "dy": dy})
self._last = (loc.x, loc.y)
elif etype == kCGEventLeftMouseDown:
self.enqueue({"type": "mouse", "action": "click"})
return ev
mask = (kCGEventMaskMouseMoved | kCGEventMaskLeftMouseDown | kCGEventMaskLeftMouseUp)
tap = CGEventTapCreate(kCGSessionEventTap, kCGHeadInsertEventTap, 0, mask, cb, None)
if not tap:
print("⚠️ 无法创建鼠标事件监听:请在 系统设置→隐私与安全性→输入监控 中授权本程序(终端/Python)")
return
src = CFMachPortCreateRunLoopSource(None, tap, 0)
CFRunLoopAddSource(self.loop, src, kCFRunLoopCommonModes)
CGEventTapEnable(tap, True)
print("== 鼠标捕获已开启:移动 Mac 鼠标=移动眼镜光标,点击=点击 ==")
def stdin_thread(proxy):
print("输入命令:move dx dy | click | home | back | recent | cursor on|off | scroll dy | text 内容 | quit")
while True:
try:
line = sys.stdin.readline()
except Exception:
break
if not line:
break
line = line.strip()
if not line:
continue
parts = line.split()
cmd = parts[0].lower()
try:
if cmd == "quit":
print("退出")
os._exit(0)
elif cmd == "move" and len(parts) >= 3:
proxy.enqueue({"type": "mouse", "action": "move",
"dx": int(parts[1]), "dy": int(parts[2])})
elif cmd == "click":
proxy.enqueue({"type": "mouse", "action": "click"})
elif cmd in ("home", "back", "recent"):
proxy.enqueue({"type": "key", "action": cmd})
elif cmd == "cursor" and len(parts) >= 2:
proxy.enqueue({"type": "cursor", "visible": parts[1].lower() in ("on", "true", "1")})
elif cmd == "scroll" and len(parts) >= 2:
proxy.enqueue({"type": "mouse", "action": "scroll", "dy": int(parts[1])})
elif cmd == "text":
proxy.enqueue({"type": "text", "content": line[4:].strip()})
else:
print("未知命令")
except ValueError:
print("参数格式错误")
def main():
import argparse
ap = argparse.ArgumentParser()
ap.add_argument("--demo", action="store_true", help="自动演示:显示光标并移动/点击")
ap.add_argument("--mouse", action="store_true", help="捕获 Mac 真实鼠标(需输入监控授权)")
args = ap.parse_args()
proxy = BleProxy()
t = threading.Thread(target=stdin_thread, args=(proxy,), daemon=True)
t.start()
proxy.run(demo=args.demo, mouse=args.mouse)
if __name__ == "__main__":
main()