mirror of
https://github.com/stablyai/orca.git
synced 2026-09-21 16:02:20 +00:00
* perf(relay): reuse serialized JSON payloads * Defer bulk relay payload preparation until admission
186 lines
6.3 KiB
TypeScript
186 lines
6.3 KiB
TypeScript
// Self-contained relay protocol — mirrors src/main/ssh/relay-protocol.ts
|
|
// but has no Electron dependencies. Deployed standalone to remote hosts.
|
|
|
|
import {
|
|
FrameDecoder,
|
|
FrameDecoderContinuationError,
|
|
HEADER_LENGTH,
|
|
MAX_MESSAGE_SIZE,
|
|
FRAME_DECODER_MAX_FRAMES_PER_TURN,
|
|
FRAME_DECODER_MAX_BYTES_PER_TURN,
|
|
FRAME_DECODER_MAX_TURN_MS,
|
|
FRAME_DECODER_MAX_RETAINED_BYTES
|
|
} from './relay-frame-decoder'
|
|
|
|
export {
|
|
FrameDecoder,
|
|
FrameDecoderContinuationError,
|
|
HEADER_LENGTH,
|
|
MAX_MESSAGE_SIZE,
|
|
FRAME_DECODER_MAX_FRAMES_PER_TURN,
|
|
FRAME_DECODER_MAX_BYTES_PER_TURN,
|
|
FRAME_DECODER_MAX_TURN_MS,
|
|
FRAME_DECODER_MAX_RETAINED_BYTES
|
|
}
|
|
export type { DecodedFrame, FrameDecoderOptions } from './relay-frame-decoder'
|
|
|
|
export const RELAY_VERSION = '0.1.0'
|
|
export const RELAY_SENTINEL = `ORCA-RELAY v${RELAY_VERSION} READY\n`
|
|
|
|
export const MessageType = {
|
|
Regular: 1,
|
|
Handshake: 2,
|
|
KeepAlive: 9
|
|
} as const
|
|
|
|
// Why: a pre-dispatcher envelope on a freshly-accepted Unix socket. The daemon
|
|
// reads exactly one Handshake frame before attaching the JSON-RPC dispatcher,
|
|
// to refuse mismatched-version --connect bridges that would otherwise drive a
|
|
// stale daemon.
|
|
export type HandshakeMessage =
|
|
| { type: 'orca-relay-handshake'; version: string; endpointCredential?: string }
|
|
| { type: 'orca-relay-handshake-ok'; version: string }
|
|
| { type: 'orca-relay-handshake-mismatch'; expected: string; got: string }
|
|
|
|
export function encodeHandshakeFrame(msg: HandshakeMessage): Buffer {
|
|
const payload = Buffer.from(JSON.stringify(msg), 'utf-8')
|
|
return encodeFrame(MessageType.Handshake, 0, 0, payload)
|
|
}
|
|
|
|
export function parseHandshakeMessage(payload: Buffer): HandshakeMessage {
|
|
const msg = JSON.parse(payload.toString('utf-8')) as HandshakeMessage
|
|
const t = (msg as { type?: string }).type
|
|
if (
|
|
t !== 'orca-relay-handshake' &&
|
|
t !== 'orca-relay-handshake-ok' &&
|
|
t !== 'orca-relay-handshake-mismatch'
|
|
) {
|
|
throw new Error(`Unknown handshake type: ${t}`)
|
|
}
|
|
return msg
|
|
}
|
|
|
|
export const KEEPALIVE_SEND_MS = 5_000
|
|
export const TIMEOUT_MS = 20_000
|
|
|
|
// ── Streaming constants (see docs/relay-file-stream-design.md) ─────
|
|
|
|
export const STREAM_CHUNK_SIZE = 256 * 1024
|
|
export const MAX_CONCURRENT_STREAMS = 16
|
|
|
|
/** Max unacked fs.streamChunk frames in flight per stream when the client
|
|
* requested `flowControl: 'ack'`. Bounds how many bulk bytes an interactive
|
|
* pty.data frame can queue behind on the shared SSH channel (~1MB raw) while
|
|
* keeping the pipe full across one ack round-trip on fast links. */
|
|
export const STREAM_ACK_WINDOW_CHUNKS = 4
|
|
|
|
/** Safety-valve poll interval for a pump stalled on acks: re-checks stream
|
|
* abort/staleness so a client that vanished mid-stream cannot park the pump
|
|
* (and its open file handle) forever. */
|
|
export const STREAM_ACK_STALL_RECHECK_MS = 1_000
|
|
|
|
// ── Git response streaming (see docs/relay-git-response-stream-design.md) ──
|
|
|
|
/** Serialized-JSON size above which a streamable git response (diff family +
|
|
* exec) is chunked onto the bulk lane instead of one JSON-RPC frame, so a large
|
|
* diff cannot head-of-line-block interactive pty.data echo on the shared SSH
|
|
* channel. Below this, single-frame is cheaper and avoids stream overhead. */
|
|
export const GIT_RESPONSE_STREAM_THRESHOLD = 256 * 1024
|
|
|
|
/** Per-chunk size (UTF-8 bytes of the serialized result) for git response
|
|
* streaming. Independent from STREAM_CHUNK_SIZE — this offset math is not
|
|
* shared with fs streams, so tuning it here is cross-version safe as long as
|
|
* the client reassembles by concatenation (it does not depend on chunk size). */
|
|
export const GIT_RESPONSE_CHUNK_SIZE = 128 * 1024
|
|
|
|
/** Sentinel result returned in place of a large git response: the real payload
|
|
* follows as git.responseChunk frames on the bulk lane. Old relays never emit
|
|
* this, so a new client falls back to the plain result they return. */
|
|
export type GitResponseStreamMarker = {
|
|
__orcaGitResponseStream: { streamId: number; totalBytes: number; chunkCount: number }
|
|
}
|
|
|
|
export const RelayErrorCode = {
|
|
TooManyStreams: -33006,
|
|
StreamProtocolError: -33007,
|
|
/** Substituted for a response too large for the sink's frame capacity; the request fails
|
|
* instead of the whole link, so a caller can retry with a narrower scope. */
|
|
ResponseOverCapacity: -33008
|
|
} as const
|
|
|
|
export type JsonRpcRequest = {
|
|
jsonrpc: '2.0'
|
|
id: number
|
|
method: string
|
|
params?: Record<string, unknown>
|
|
}
|
|
|
|
export type JsonRpcResponse = {
|
|
jsonrpc: '2.0'
|
|
id: number
|
|
result?: unknown
|
|
error?: { code: number; message: string; data?: unknown }
|
|
}
|
|
|
|
export type JsonRpcNotification = {
|
|
jsonrpc: '2.0'
|
|
method: string
|
|
params?: Record<string, unknown>
|
|
}
|
|
|
|
export type JsonRpcMessage = JsonRpcRequest | JsonRpcResponse | JsonRpcNotification
|
|
|
|
const JSON_RPC_PAYLOAD_BYTES = Symbol('jsonRpcPayloadBytes')
|
|
|
|
export type PreparedJsonRpcPayload = Readonly<{
|
|
byteLength: number
|
|
[JSON_RPC_PAYLOAD_BYTES]: Buffer
|
|
}>
|
|
|
|
export function encodeFrame(
|
|
type: number,
|
|
id: number,
|
|
ack: number,
|
|
payload: Buffer | Uint8Array
|
|
): Buffer {
|
|
const header = Buffer.alloc(HEADER_LENGTH)
|
|
header[0] = type
|
|
header.writeUInt32BE(id, 1)
|
|
header.writeUInt32BE(ack, 5)
|
|
header.writeUInt32BE(payload.length, 9)
|
|
return Buffer.concat([header, payload])
|
|
}
|
|
|
|
export function encodeJsonRpcFrame(msg: JsonRpcMessage, id: number, ack: number): Buffer {
|
|
return encodePreparedJsonRpcFrame(prepareJsonRpcPayload(msg), id, ack)
|
|
}
|
|
|
|
export function prepareJsonRpcPayload(msg: JsonRpcMessage): PreparedJsonRpcPayload {
|
|
const payload = Buffer.from(JSON.stringify(msg), 'utf-8')
|
|
if (payload.length > MAX_MESSAGE_SIZE) {
|
|
throw new Error(`Message too large: ${payload.length} bytes`)
|
|
}
|
|
return Object.freeze({ byteLength: payload.length, [JSON_RPC_PAYLOAD_BYTES]: payload })
|
|
}
|
|
|
|
export function encodePreparedJsonRpcFrame(
|
|
payload: PreparedJsonRpcPayload,
|
|
id: number,
|
|
ack: number
|
|
): Buffer {
|
|
return encodeFrame(MessageType.Regular, id, ack, payload[JSON_RPC_PAYLOAD_BYTES])
|
|
}
|
|
|
|
export function encodeKeepAliveFrame(id: number, ack: number): Buffer {
|
|
return encodeFrame(MessageType.KeepAlive, id, ack, Buffer.alloc(0))
|
|
}
|
|
|
|
export function parseJsonRpcMessage(payload: Buffer): JsonRpcMessage {
|
|
const text = payload.toString('utf-8')
|
|
const msg = JSON.parse(text) as JsonRpcMessage
|
|
if (msg.jsonrpc !== '2.0') {
|
|
throw new Error(`Invalid JSON-RPC version: ${String((msg as Record<string, unknown>).jsonrpc)}`)
|
|
}
|
|
return msg
|
|
}
|