""" Photon Spectrum (iMessage) platform adapter for Hermes Agent. Both directions of traffic flow through a small supervised Node sidecar (see ``sidecar/index.mjs``) that runs the ``spectrum-ts`` SDK — the SDK is TypeScript-only and there is no public HTTP message API, so a sidecar is unavoidable. Inbound: The SDK's ``app.messages`` is a long-lived **gRPC** stream. The sidecar serializes each message to a normalized JSON event and streams it to this adapter over a loopback ``GET /inbound`` (NDJSON). A background task here consumes that stream, dedupes on ``messageId``, and dispatches a ``MessageEvent`` to the gateway via ``BasePlatformAdapter.handle_message``. No webhook, no public URL, no signing secret. Outbound: ``send`` / ``send_typing`` are loopback POSTs to the sidecar's control endpoints, authenticated with a shared bearer token. Outbound media (images, voice notes, video, documents) goes through spectrum-ts' ``attachment()`` / ``voice()`` content builders via the sidecar's ``/send-attachment`` endpoint. """ from __future__ import annotations import asyncio import base64 import json import logging import os import re import secrets import shutil import signal import subprocess import sys import time from datetime import datetime, timezone from pathlib import Path from typing import TYPE_CHECKING, Any, Dict, List, Optional if TYPE_CHECKING: # Type checkers see ``httpx`` as the always-imported module, so every use # site type-checks cleanly. The runtime fallback below keeps the optional # dependency truly optional (each use site is guarded by HTTPX_AVAILABLE). import httpx HTTPX_AVAILABLE = True else: try: import httpx HTTPX_AVAILABLE = True except ImportError: # pragma: no cover - httpx is already a Hermes dep HTTPX_AVAILABLE = False httpx = None from gateway.config import Platform, PlatformConfig from gateway.platforms.base import ( BasePlatformAdapter, MessageEvent, MessageType, SendResult, ) from gateway.platforms.helpers import strip_markdown from .auth import load_project_credentials logger = logging.getLogger(__name__) # --------------------------------------------------------------------------- # Constants _DEFAULT_SIDECAR_PORT = 8789 _DEFAULT_SIDECAR_BIND = "127.0.0.1" # Photon iMessage messages from the SDK side have no documented hard # limit, but the underlying iMessage protocol limits practical message # size to ~16 KB. Keep a conservative cap that matches BlueBubbles. _MAX_MESSAGE_LENGTH = 8000 # Dedup parameters — the gRPC stream is at-least-once, and a sidecar # reconnect can replay, so keep at least 1k ids for ~48h. _DEDUP_MAX_SIZE = 4000 _DEDUP_WINDOW_SECONDS = 48 * 3600 _SIDECAR_DIR = Path(__file__).parent / "sidecar" # Group-chat mention wake words. When ``require_mention`` is enabled, group # messages are ignored unless they match one of these patterns — same # behavior and defaults as the BlueBubbles iMessage channel so the two # iMessage adapters gate group chats identically. _DEFAULT_MENTION_PATTERNS = [ r"(? int: try: return int(value) except (TypeError, ValueError): return default def check_requirements() -> bool: """Return True when both Python deps and the Node sidecar are available.""" if not HTTPX_AVAILABLE: return False if not shutil.which(os.getenv("PHOTON_NODE_BIN") or "node"): return False if not (_SIDECAR_DIR / "node_modules").exists(): # spectrum-ts not installed yet — `hermes photon setup` will # install it. check_fn still returns False so the gateway # surfaces the missing-deps state in `hermes setup` / status. return False return True def validate_config(cfg: PlatformConfig) -> bool: extra = cfg.extra or {} project_id = extra.get("project_id") or os.getenv("PHOTON_PROJECT_ID") project_secret = extra.get("project_secret") or os.getenv("PHOTON_PROJECT_SECRET") if not project_id or not project_secret: # Fall back to auth.json stored_id, stored_sec = load_project_credentials() return bool(stored_id and stored_sec) return True def is_connected(cfg: PlatformConfig) -> bool: return validate_config(cfg) def _env_enablement() -> Optional[dict]: """Seed PlatformConfig.extra from env so env-only setups appear in status. The special ``home_channel`` key is handled by the core plugin hook and becomes a proper ``HomeChannel`` on ``PlatformConfig``. """ project_id, project_secret = load_project_credentials() if not (project_id and project_secret): return None seed = {"project_id": project_id, "project_secret": project_secret} home = os.getenv("PHOTON_HOME_CHANNEL", "").strip() if home: seed["home_channel"] = { "chat_id": home, "name": os.getenv("PHOTON_HOME_CHANNEL_NAME", "Home"), } return seed # --------------------------------------------------------------------------- # Adapter class PhotonAdapter(BasePlatformAdapter): """Bidirectional bridge to Photon Spectrum via the Node spectrum-ts sidecar. Inbound: consume the sidecar's ``/inbound`` gRPC stream. Outbound: loopback POSTs to the sidecar's control channel. """ MAX_MESSAGE_LENGTH = _MAX_MESSAGE_LENGTH def __init__(self, config: PlatformConfig): super().__init__(config, Platform("photon")) extra = config.extra or {} # Project credentials (env wins, then config.extra, then auth.json). # ``project_id`` here is the project's spectrumProjectId — the value # the spectrum-ts SDK authenticates with. stored_id, stored_sec = load_project_credentials() self._project_id: str = ( os.getenv("PHOTON_PROJECT_ID") or extra.get("project_id") or stored_id or "" ) self._project_secret: str = ( os.getenv("PHOTON_PROJECT_SECRET") or extra.get("project_secret") or stored_sec or "" ) # Sidecar self._sidecar_port = _coerce_port( extra.get("sidecar_port") or os.getenv("PHOTON_SIDECAR_PORT"), _DEFAULT_SIDECAR_PORT, ) self._sidecar_bind = _DEFAULT_SIDECAR_BIND self._sidecar_token = ( os.getenv("PHOTON_SIDECAR_TOKEN") or secrets.token_hex(16) ) self._autostart_sidecar = str( os.getenv("PHOTON_SIDECAR_AUTOSTART", "true") ).lower() not in ("0", "false", "no") self._node_bin = os.getenv("PHOTON_NODE_BIN") or shutil.which("node") or "node" # Runtime state self._sidecar_proc: Optional[subprocess.Popen] = None self._sidecar_supervisor_task: Optional[asyncio.Task] = None self._inbound_task: Optional[asyncio.Task] = None self._inbound_running = False self._http_client: Optional["httpx.AsyncClient"] = None # Lightweight in-memory dedup. The gRPC stream is at-least-once, so we # may see the same messageId more than once (e.g. after a reconnect). self._seen_messages: Dict[str, float] = {} # Group-chat mention gating (parity with BlueBubbles). When enabled, # group messages are ignored unless they match a wake word; DMs are # always processed. Config key wins, then env var. _require_mention = extra.get("require_mention") if _require_mention is None: _require_mention = os.getenv("PHOTON_REQUIRE_MENTION") self.require_mention = str(_require_mention).strip().lower() in { "true", "1", "yes", "on", } self._mention_patterns = self._compile_mention_patterns( extra["mention_patterns"] if "mention_patterns" in extra else os.getenv("PHOTON_MENTION_PATTERNS") ) # -- Group-mention gating (parity with BlueBubbles) ------------------- @staticmethod def _compile_mention_patterns(raw: Any) -> "list[re.Pattern]": """Compile group-mention wake words from config/env. ``raw`` is a list (config or env JSON), a string (env var: JSON list, or comma/newline-separated), or None (use Hermes defaults). Mirrors the BlueBubbles implementation so both iMessage channels accept the same configuration shapes. """ if raw is None: patterns = list(_DEFAULT_MENTION_PATTERNS) elif isinstance(raw, str): text = raw.strip() try: loaded = json.loads(text) if text else [] except Exception: loaded = None patterns = loaded if isinstance(loaded, list) else [ part.strip() for line in text.splitlines() for part in line.split(",") ] elif isinstance(raw, list): patterns = raw else: patterns = [raw] compiled: "list[re.Pattern]" = [] for pattern in patterns: text = str(pattern).strip() if not text: continue try: compiled.append(re.compile(text, re.IGNORECASE)) except re.error as exc: logger.warning("[photon] Invalid mention pattern %r: %s", text, exc) return compiled def _message_matches_mention_patterns(self, text: str) -> bool: if not text or not self._mention_patterns: return False return any(pattern.search(text) for pattern in self._mention_patterns) def _clean_mention_text(self, text: str) -> str: """Strip a leading wake word before dispatch. Custom mention patterns are regexes, so we only strip a leading match to avoid deleting ordinary words later in the prompt. """ if not text: return text for pattern in self._mention_patterns: match = pattern.match(text.lstrip()) if match: cleaned = text.lstrip()[match.end():].lstrip(" ,:-") return cleaned or text return text # -- Connection lifecycle --------------------------------------------- async def connect(self) -> bool: if not HTTPX_AVAILABLE: self._set_fatal_error( "MISSING_DEP", "httpx not installed", retryable=False ) return False if not self._project_id or not self._project_secret: self._set_fatal_error( "MISSING_CREDENTIALS", "PHOTON_PROJECT_ID and PHOTON_PROJECT_SECRET are required. " "Run: hermes photon setup", retryable=False, ) return False client = httpx.AsyncClient(timeout=30.0) self._http_client = client # The sidecar holds the gRPC stream for BOTH directions, so it is # required now (not just for outbound). if self._autostart_sidecar: try: await self._start_sidecar() except Exception as e: self._set_fatal_error( "SIDECAR_FAILED", f"failed to start Photon sidecar: {e}", retryable=True, ) await client.aclose() self._http_client = None return False else: logger.warning( "[photon] sidecar autostart disabled — inbound + outbound will fail" ) # Start consuming the inbound gRPC stream from the sidecar. self._inbound_running = True self._inbound_task = asyncio.get_event_loop().create_task( self._inbound_loop() ) self._mark_connected() logger.info( "[photon] connected — sidecar on %s:%d, streaming inbound over gRPC", self._sidecar_bind, self._sidecar_port, ) return True async def disconnect(self) -> None: self._inbound_running = False if self._inbound_task is not None: self._inbound_task.cancel() try: await self._inbound_task except asyncio.CancelledError: pass except Exception: pass self._inbound_task = None await self._stop_sidecar() if self._http_client is not None: try: await self._http_client.aclose() except Exception: pass self._http_client = None self._mark_disconnected() # -- Inbound stream consumer ------------------------------------------ async def _inbound_loop(self) -> None: """Consume the sidecar's ``/inbound`` NDJSON stream, with reconnect. The sidecar owns the gRPC reconnect/heartbeat to Photon; this loop only has to re-open the loopback HTTP stream if it drops (e.g. the sidecar restarts). """ client = self._http_client if client is None: return url = f"http://{self._sidecar_bind}:{self._sidecar_port}/inbound" headers = {"X-Hermes-Sidecar-Token": self._sidecar_token} backoff = 1.0 while self._inbound_running: try: async with client.stream( "GET", url, headers=headers, timeout=None, ) as resp: if resp.status_code != 200: raise RuntimeError(f"/inbound returned {resp.status_code}") backoff = 1.0 # reset on a successful connect async for line in resp.aiter_lines(): if not self._inbound_running: break line = line.strip() if not line: continue # heartbeat await self._on_inbound_line(line) except asyncio.CancelledError: raise except Exception as e: if not self._inbound_running: break logger.warning( "[photon] inbound stream dropped (%s); reconnecting in %.1fs", e, backoff, ) await asyncio.sleep(backoff) backoff = min(backoff * 2, 30.0) async def _on_inbound_line(self, line: str) -> None: try: event = json.loads(line) except json.JSONDecodeError: logger.debug("[photon] skipping non-JSON inbound line") return msg_id = event.get("messageId") if msg_id and self._is_duplicate(msg_id): return try: await self._dispatch_inbound(event) except Exception: logger.exception("[photon] inbound dispatch failed") def _is_duplicate(self, msg_id: str) -> bool: now = time.time() seen = self._seen_messages t = seen.get(msg_id) if t is not None and now - t < _DEDUP_WINDOW_SECONDS: return True # seen, unexpired # New or expired: record and enforce a HARD size bound (evict oldest, # insertion-order) so a burst of unique ids within the window can't grow # the dict without limit — not just the expired-only prune. if msg_id in seen: del seen[msg_id] # refresh insertion order seen[msg_id] = now if len(seen) > _DEDUP_MAX_SIZE: for old in list(seen.keys())[: len(seen) - _DEDUP_MAX_SIZE]: del seen[old] return False async def _dispatch_inbound(self, event: Dict[str, Any]) -> None: """Normalize a sidecar inbound event and dispatch it to the gateway. Event shape (from ``sidecar/index.mjs``):: { "messageId": "...", "platform": "iMessage", "space": {"id": "...", "type": "dm"|"group", "phone": "+E164"}, "sender": {"id": "+E164"}, "content": {"type": "text", "text": "..."} | {"type": "attachment"|"voice", "id", "name", "mimeType", "size", "duration"?, "data"?, "encoding"?}, "timestamp": "2026-05-14T19:06:32.000Z" Attachment and voice content carry the bytes inline as base64 ``data`` (with ``encoding == "base64"``) when the sidecar could read them within its size cap; otherwise only metadata is present and we surface a marker. } """ space = event.get("space") or {} sender = event.get("sender") or {} content = event.get("content") or {} space_id = space.get("id") or "" if not space_id: logger.warning("[photon] inbound missing space.id") return # iMessage spaces carry their type directly — no id string-sniffing. chat_type = "group" if space.get("type") == "group" else "dm" sender_id = sender.get("id") or space.get("phone") or space_id ts_str = event.get("timestamp") or "" try: timestamp = ( datetime.fromisoformat(ts_str.replace("Z", "+00:00")) if ts_str else datetime.now(tz=timezone.utc) ) except ValueError: timestamp = datetime.now(tz=timezone.utc) # Media attachments (local cached paths) handed to the agent via the # gateway's image-routing path, exactly like the BlueBubbles channel. media_urls: List[str] = [] media_types: List[str] = [] ctype = content.get("type") if ctype == "text": text = content.get("text") or "" mtype = MessageType.TEXT elif ctype in {"attachment", "voice"}: is_voice = ctype == "voice" name = content.get("name") or ("voice" if is_voice else "(unnamed)") mime = content.get("mimeType") or "" mtype = MessageType.VOICE if is_voice else _attachment_message_type(mime) cached = _cache_inbound_attachment( content, name, mime, force_audio=is_voice ) if cached: media_urls.append(cached) media_types.append( mime or ("audio/mp4" if is_voice else "application/octet-stream") ) # The real bytes are attached, so the agent sees the media # itself — a short marker is enough text, and it keeps group # mention-gating consistent with plain messages. text = "(voice)" if is_voice else "(attachment)" else: # No bytes (over the sidecar cap, a failed read, or a caching # failure) — fall back to a metadata marker so the agent still # knows something arrived. label = "voice" if is_voice else "attachment" duration = content.get("duration") duration_text = ( f", duration: {duration}s" if isinstance(duration, (int, float)) else "" ) text = ( f"[Photon {label} received: {name} " f"({mime or 'unknown MIME'}{duration_text})]" ) else: text = f"[Photon content type not handled: {ctype}]" mtype = MessageType.TEXT # Group-mention gating (parity with BlueBubbles). In group chats with # require_mention enabled, drop messages that don't hit a wake word; # strip the leading wake word from the ones that do. DMs are never # gated. if chat_type == "group" and self.require_mention: if not self._message_matches_mention_patterns(text): logger.debug( "[photon] ignoring group message " "(require_mention=true, no mention pattern matched)" ) return text = self._clean_mention_text(text) source = self.build_source( chat_id=space_id, chat_name=space_id, chat_type=chat_type, user_id=sender_id, user_name=sender_id or None, ) message_event = MessageEvent( text=text, message_type=mtype, source=source, message_id=event.get("messageId"), raw_message=event, timestamp=timestamp, media_urls=media_urls, media_types=media_types, ) await self.handle_message(message_event) # -- Sidecar lifecycle ------------------------------------------------- async def _start_sidecar(self) -> None: if not (_SIDECAR_DIR / "node_modules").exists(): raise RuntimeError( f"Photon sidecar deps not installed. Run: " f"cd {_SIDECAR_DIR} && npm install (or `hermes photon setup`)" ) env = os.environ.copy() env["PHOTON_PROJECT_ID"] = self._project_id env["PHOTON_PROJECT_SECRET"] = self._project_secret env["PHOTON_SIDECAR_PORT"] = str(self._sidecar_port) env["PHOTON_SIDECAR_BIND"] = self._sidecar_bind env["PHOTON_SIDECAR_TOKEN"] = self._sidecar_token self._sidecar_proc = subprocess.Popen( # noqa: S603 [self._node_bin, str(_SIDECAR_DIR / "index.mjs")], stdout=subprocess.PIPE, stderr=subprocess.STDOUT, env=env, start_new_session=(sys.platform != "win32"), ) # Pump sidecar stderr/stdout into our logger so users see crashes. loop = asyncio.get_event_loop() self._sidecar_supervisor_task = loop.create_task( self._supervise_sidecar(self._sidecar_proc) ) # Wait for /healthz to come up — give it up to 15s on cold start. deadline = time.time() + 15.0 last_err: Optional[Exception] = None async with httpx.AsyncClient(timeout=2.0) as client: while time.time() < deadline: if self._sidecar_proc.poll() is not None: raise RuntimeError( f"Photon sidecar exited with code " f"{self._sidecar_proc.returncode} before becoming ready" ) try: resp = await client.post( f"http://{self._sidecar_bind}:{self._sidecar_port}/healthz", headers={"X-Hermes-Sidecar-Token": self._sidecar_token}, ) if resp.status_code == 200: return except httpx.RequestError as e: last_err = e await asyncio.sleep(0.2) raise RuntimeError( f"Photon sidecar did not become ready within 15s: {last_err}" ) async def _supervise_sidecar(self, proc: subprocess.Popen) -> None: """Pump the sidecar's stdout/stderr into our logger.""" if proc.stdout is None: # subprocess was launched without stdout=PIPE return stdout = proc.stdout loop = asyncio.get_event_loop() try: while True: line = await loop.run_in_executor(None, stdout.readline) if not line: break logger.info("[photon-sidecar] %s", line.decode("utf-8", "replace").rstrip()) except Exception as e: # pragma: no cover - defensive logger.warning("[photon-sidecar] supervisor exited: %s", e) async def _stop_sidecar(self) -> None: proc = self._sidecar_proc if proc is None: return try: # Polite shutdown first. if self._http_client is not None: try: await self._http_client.post( f"http://{self._sidecar_bind}:{self._sidecar_port}/shutdown", headers={"X-Hermes-Sidecar-Token": self._sidecar_token}, timeout=2.0, ) except Exception: pass try: proc.wait(timeout=3.0) except subprocess.TimeoutExpired: if sys.platform != "win32": try: os.killpg(os.getpgid(proc.pid), signal.SIGTERM) # windows-footgun: ok except (ProcessLookupError, PermissionError): proc.terminate() else: proc.terminate() try: proc.wait(timeout=2.0) except subprocess.TimeoutExpired: proc.kill() finally: self._sidecar_proc = None if self._sidecar_supervisor_task is not None: self._sidecar_supervisor_task.cancel() self._sidecar_supervisor_task = None # -- Outbound ---------------------------------------------------------- async def send( self, chat_id: str, content: str, reply_to: Optional[str] = None, metadata: Optional[Dict[str, Any]] = None, ) -> SendResult: return await self._sidecar_send(chat_id, self.format_message(content)) # -- Outbound media (parity with the BlueBubbles iMessage channel) ----- # # Photon ships outbound attachments via spectrum-ts' `attachment()` / # `voice()` content builders. The sidecar's `/send-attachment` endpoint # wraps `space.send(attachment(path, {...}))`. These overrides mirror # BlueBubbles: URL-based helpers cache to a local path first, file-based # helpers pass the path straight through. async def send_image( self, chat_id: str, image_url: str, caption: Optional[str] = None, reply_to: Optional[str] = None, metadata: Optional[Dict[str, Any]] = None, ) -> SendResult: try: from gateway.platforms.base import cache_image_from_url local_path = await cache_image_from_url(image_url) except Exception: # Couldn't fetch the URL — fall back to sending it as text. return await super().send_image(chat_id, image_url, caption, reply_to) return await self._sidecar_send_attachment( chat_id, local_path, caption=caption, ) async def send_image_file( self, chat_id: str, image_path: str, caption: Optional[str] = None, reply_to: Optional[str] = None, metadata: Optional[Dict[str, Any]] = None, **kwargs, ) -> SendResult: return await self._sidecar_send_attachment( chat_id, image_path, caption=caption, ) async def send_voice( self, chat_id: str, audio_path: str, caption: Optional[str] = None, reply_to: Optional[str] = None, metadata: Optional[Dict[str, Any]] = None, **kwargs, ) -> SendResult: return await self._sidecar_send_attachment( chat_id, audio_path, caption=caption, kind="voice", ) async def send_video( self, chat_id: str, video_path: str, caption: Optional[str] = None, reply_to: Optional[str] = None, metadata: Optional[Dict[str, Any]] = None, **kwargs, ) -> SendResult: return await self._sidecar_send_attachment( chat_id, video_path, caption=caption, ) async def send_document( self, chat_id: str, file_path: str, caption: Optional[str] = None, file_name: Optional[str] = None, reply_to: Optional[str] = None, metadata: Optional[Dict[str, Any]] = None, **kwargs, ) -> SendResult: return await self._sidecar_send_attachment( chat_id, file_path, name=file_name, caption=caption, ) async def send_animation( self, chat_id: str, animation_url: str, caption: Optional[str] = None, reply_to: Optional[str] = None, metadata: Optional[Dict[str, Any]] = None, ) -> SendResult: # iMessage renders GIFs inline as ordinary image attachments. return await self.send_image( chat_id, animation_url, caption, reply_to, metadata, ) async def send_typing(self, chat_id: str, metadata=None) -> None: try: await self._sidecar_call( "/typing", {"spaceId": chat_id, "state": "start"} ) except Exception as e: logger.debug("[photon] send_typing failed: %s", e) async def stop_typing(self, chat_id: str) -> None: try: await self._sidecar_call( "/typing", {"spaceId": chat_id, "state": "stop"} ) except Exception as e: logger.debug("[photon] stop_typing failed: %s", e) async def get_chat_info(self, chat_id: str) -> Dict[str, Any]: """Return whatever we know about a Spectrum space id. Photon's ``space.id`` is opaque; the inbound event also carries the DM/group type, but here we only have the id, so infer conservatively. """ return {"name": chat_id, "type": "dm", "id": chat_id} def format_message(self, content: str) -> str: return strip_markdown(content) async def _send_with_retry( self, chat_id: str, content: str, reply_to: Optional[str] = None, metadata: Any = None, max_retries: int = 2, base_delay: float = 2.0, ) -> SendResult: """Photon/iMessage is plain text, so never show the generic Markdown banner.""" text = self.format_message(content) result = await self.send( chat_id=chat_id, content=text, reply_to=reply_to, metadata=metadata, ) if result.success: return result error_str = result.error or "" is_network = result.retryable or self._is_retryable_error(error_str) if not is_network and self._is_timeout_error(error_str): return result if is_network: for attempt in range(1, max_retries + 1): delay = base_delay * (2 ** (attempt - 1)) logger.warning( "[photon] Send failed (attempt %d/%d, retrying in %.1fs): %s", attempt, max_retries, delay, error_str, ) await asyncio.sleep(delay) result = await self.send( chat_id=chat_id, content=text, reply_to=reply_to, metadata=metadata, ) if result.success: return result error_str = result.error or "" if not (result.retryable or self._is_retryable_error(error_str)): break else: logger.error( "[photon] Failed to deliver response after %d retries: %s", max_retries, error_str, ) return result logger.warning( "[photon] Send failed: %s - retrying plain-text message", error_str, ) fallback_result = await self.send( chat_id=chat_id, content=text[: self.MAX_MESSAGE_LENGTH], reply_to=reply_to, metadata=metadata, ) if not fallback_result.success: logger.error("[photon] Plain-text retry also failed: %s", fallback_result.error) return fallback_result async def _sidecar_send(self, space_id: str, text: str) -> SendResult: if len(text) > self.MAX_MESSAGE_LENGTH: logger.warning( "[photon] truncating outbound from %d to %d chars", len(text), self.MAX_MESSAGE_LENGTH, ) text = text[: self.MAX_MESSAGE_LENGTH] body: Dict[str, Any] = {"spaceId": space_id, "text": text} try: data = await self._sidecar_call("/send", body) except Exception as e: return SendResult(success=False, error=str(e)) return SendResult(success=True, message_id=data.get("messageId")) async def _sidecar_send_attachment( self, space_id: str, path: str, *, name: Optional[str] = None, mime_type: Optional[str] = None, caption: Optional[str] = None, kind: str = "attachment", ) -> SendResult: """POST a local file to the sidecar's ``/send-attachment`` endpoint. ``kind`` is ``"voice"`` for audio sent as a voice note (downgrades to a plain audio attachment on platforms without voice notes), otherwise ``"attachment"``. spectrum-ts infers ``name`` and ``mimeType`` from the file extension; we only pass overrides when Hermes supplied them. """ # Defense-in-depth: re-validate the path before handing it to the # Node sidecar. The gateway already filters MEDIA paths, but # send_*_file / cron callers may pass arbitrary strings. safe_path = self.validate_media_delivery_path(str(path)) if not safe_path: return SendResult( success=False, error=f"unsafe or missing attachment path: {path}" ) if not mime_type: import mimetypes guessed, _ = mimetypes.guess_type(safe_path) mime_type = guessed or None body: Dict[str, Any] = { "spaceId": space_id, "path": safe_path, "kind": "voice" if kind == "voice" else "attachment", } if name: body["name"] = name if mime_type: body["mimeType"] = mime_type if caption: body["caption"] = caption try: data = await self._sidecar_call("/send-attachment", body) except Exception as e: return SendResult(success=False, error=str(e)) return SendResult(success=True, message_id=data.get("messageId")) async def _sidecar_call(self, path: str, body: Dict[str, Any]) -> Dict[str, Any]: if self._http_client is None: raise RuntimeError("Photon adapter not connected") resp = await self._http_client.post( f"http://{self._sidecar_bind}:{self._sidecar_port}{path}", json=body, headers={"X-Hermes-Sidecar-Token": self._sidecar_token}, timeout=30.0, ) if resp.status_code != 200: raise RuntimeError( f"Photon sidecar {path} returned {resp.status_code}: {resp.text[:200]}" ) data = resp.json() or {} if not data.get("ok"): raise RuntimeError( f"Photon sidecar {path} reported error: {data.get('error')}" ) return data # --------------------------------------------------------------------------- # Helpers def _attachment_message_type(mime: str) -> MessageType: mime = (mime or "").lower() if mime.startswith("image/"): return MessageType.PHOTO if mime.startswith("video/"): return MessageType.VIDEO if mime.startswith("audio/"): return MessageType.AUDIO if mime.startswith("application/"): return MessageType.DOCUMENT return MessageType.DOCUMENT # MIME → file-extension maps for caching inbound attachment bytes. These mirror # the BlueBubbles iMessage channel so both adapters name cached media the same. _IMAGE_EXT_BY_MIME = { "image/jpeg": ".jpg", "image/png": ".png", "image/gif": ".gif", "image/webp": ".webp", "image/heic": ".jpg", "image/heif": ".jpg", "image/tiff": ".jpg", } _AUDIO_EXT_BY_MIME = { "audio/mp3": ".mp3", "audio/mpeg": ".mp3", "audio/ogg": ".ogg", "audio/wav": ".wav", "audio/x-caf": ".mp3", "audio/mp4": ".m4a", "audio/aac": ".m4a", } def _cache_inbound_attachment( content: Dict[str, Any], name: str, mime: str, *, force_audio: bool = False, ) -> Optional[str]: """Decode a base64-inlined inbound attachment and cache it locally. The sidecar inlines the attachment bytes as ``content["data"]`` (base64). We decode them and route to the shared media cache by MIME type, returning the cached absolute path so the caller can populate ``media_urls`` (which the gateway then hands to the model). Returns ``None`` when there are no bytes (over the sidecar's inline cap or a failed read) or when caching fails, so the caller can fall back to a text marker. """ data_b64 = content.get("data") if not data_b64: return None try: raw = base64.b64decode(data_b64) except (ValueError, TypeError) as exc: logger.warning("[photon] failed to decode inbound attachment bytes: %s", exc) return None from gateway.platforms.base import ( cache_audio_from_bytes, cache_document_from_bytes, cache_image_from_bytes, ) mime = (mime or "").lower() # Prefer the real extension from the filename; fall back to the MIME map. suffix = Path(name).suffix if name else "" try: if mime.startswith("image/"): ext = suffix or _IMAGE_EXT_BY_MIME.get(mime, ".jpg") try: return cache_image_from_bytes(raw, ext) except ValueError: # Bytes don't look like a supported image (e.g. HEIC magic) — # still deliver them as a document rather than dropping them. return cache_document_from_bytes(raw, name) if force_audio or mime.startswith("audio/"): ext = suffix or _AUDIO_EXT_BY_MIME.get( mime, ".m4a" if force_audio else ".mp3" ) return cache_audio_from_bytes(raw, ext) # Video, application/*, and everything else → document cache. return cache_document_from_bytes(raw, name) except Exception as exc: logger.warning("[photon] failed to cache inbound attachment %s: %s", name, exc) return None # --------------------------------------------------------------------------- # Standalone (out-of-process) send for cron deliveries when the gateway # is not co-resident. Reuses a live sidecar already listening on the # configured port (cron processes cannot spawn the sidecar themselves). async def _standalone_send( pconfig: PlatformConfig, chat_id: str, message: str, *, thread_id: Optional[str] = None, # noqa: ARG001 — Spectrum has no threads yet media_files: Optional[list] = None, force_document: bool = False, # noqa: ARG001 — iMessage auto-detects file kind ) -> Dict[str, Any]: if not HTTPX_AVAILABLE: return {"error": "httpx not installed"} port = _coerce_port( (pconfig.extra or {}).get("sidecar_port") or os.getenv("PHOTON_SIDECAR_PORT"), _DEFAULT_SIDECAR_PORT, ) token = os.getenv("PHOTON_SIDECAR_TOKEN") if not token: return { "error": ( "Photon standalone send requires a running sidecar with " "PHOTON_SIDECAR_TOKEN set in the environment. Cron processes " "cannot spawn the sidecar themselves." ) } base = f"http://{_DEFAULT_SIDECAR_BIND}:{port}" headers = {"X-Hermes-Sidecar-Token": token} last_message_id: Optional[str] = None try: async with httpx.AsyncClient(timeout=30.0) as client: # 1. Text body first (if any), so it leads the conversation. if message: resp = await client.post( f"{base}/send", json={"spaceId": chat_id, "text": message[:_MAX_MESSAGE_LENGTH]}, headers=headers, ) if resp.status_code != 200: return {"error": f"sidecar returned {resp.status_code}: {resp.text[:200]}"} data = resp.json() or {} if not data.get("ok"): return {"error": data.get("error") or "sidecar reported failure"} last_message_id = data.get("messageId") # 2. Each attachment as a separate /send-attachment call. # media_files is List[Tuple[path, is_voice]] (see # BasePlatformAdapter.filter_media_delivery_paths). import mimetypes for media_path, is_voice in media_files or []: safe_path = BasePlatformAdapter.validate_media_delivery_path(str(media_path)) if not safe_path: logger.warning("[photon] standalone send skipping unsafe path") continue guessed, _ = mimetypes.guess_type(safe_path) att_body: Dict[str, Any] = { "spaceId": chat_id, "path": safe_path, "kind": "voice" if is_voice else "attachment", } if guessed: att_body["mimeType"] = guessed resp = await client.post( f"{base}/send-attachment", json=att_body, headers=headers, ) if resp.status_code != 200: return {"error": f"sidecar returned {resp.status_code}: {resp.text[:200]}"} data = resp.json() or {} if not data.get("ok"): return {"error": data.get("error") or "sidecar reported failure"} last_message_id = data.get("messageId") or last_message_id return {"success": True, "message_id": last_message_id} except Exception as e: return {"error": f"Photon standalone send failed: {e}"} # --------------------------------------------------------------------------- # Plugin entry point def register(ctx) -> None: """Called by the Hermes plugin loader at startup.""" # Local import to avoid argparse work at module load; reused for both the # gateway-setup hook and the `hermes photon` CLI command below. from . import cli as _cli ctx.register_platform( name="photon", label="iMessage via Photon", adapter_factory=lambda cfg: PhotonAdapter(cfg), check_fn=check_requirements, validate_config=validate_config, is_connected=is_connected, required_env=["PHOTON_PROJECT_ID", "PHOTON_PROJECT_SECRET"], install_hint=( "Run: hermes photon setup (logs in via device flow, creates a " "Spectrum project, links your phone number, installs the " "spectrum-ts sidecar)." ), # Surfaces Photon in `hermes gateway setup` alongside every other # channel — same unified onboarding wizard, no Photon-only detour. setup_fn=_cli.gateway_setup, env_enablement_fn=_env_enablement, cron_deliver_env_var="PHOTON_HOME_CHANNEL", standalone_sender_fn=_standalone_send, allowed_users_env="PHOTON_ALLOWED_USERS", allow_all_env="PHOTON_ALLOW_ALL_USERS", max_message_length=_MAX_MESSAGE_LENGTH, emoji="📱", # iMessage carries E.164 phone numbers — treat session descriptions # as PII-sensitive so they get redacted before reaching the LLM # (matches the BlueBubbles iMessage channel in _PII_SAFE_PLATFORMS). pii_safe=True, allow_update_command=True, platform_hint=( "You are communicating via Photon Spectrum (iMessage). " "Treat replies like regular text messages — short, friendly, no " "markdown rendering. Recipient identifiers are E.164 phone " "numbers; never expose them in responses unless the user asked. " "Attachments arrive as metadata only." ), ) # Register CLI subcommands — `hermes photon ...` ctx.register_cli_command( name="photon", help="Set up and manage the Photon iMessage integration", setup_fn=_cli.register_cli, handler_fn=_cli.dispatch, )