orca/src/main/daemon/daemon-stream-data-split.ts

/**
 * Surrogate-safe splitting for daemon stream data events: NDJSON line-size
 * chunking (the receiver's parser rejects oversized lines) and the safe-index
 * clamp shared by the batcher's bulk write slicing and keep-tail dropping.
 */
import { encodeNdjson } from './ndjson'

export function encodeStreamDataEvent(
  sessionId: string,
  data: string,
  rawLength?: number,
  seq?: number,
  transformed?: boolean
): string {
  return encodeNdjson({
    type: 'event',
    event: 'data',
    sessionId,
    payload: {
      data,
      ...(seq === undefined ? {} : { seq }),
      ...(rawLength === undefined ? {} : { rawLength }),
      ...(rawLength === undefined ? {} : { sequenceChars: rawLength }),
      ...(transformed ? { transformed: true } : {})
    }
  })
}

function streamDataEventLineBytes(sessionId: string, data: string, rawLength?: number): number {
  return Buffer.byteLength(encodeStreamDataEvent(sessionId, data, rawLength), 'utf8')
}

function isHighSurrogate(value: number): boolean {
  return value >= 0xd800 && value <= 0xdbff
}

function isLowSurrogate(value: number): boolean {
  return value >= 0xdc00 && value <= 0xdfff
}

export function clampToSafeSplitIndex(value: string, start: number, end: number): number {
  if (end <= start || end >= value.length) {
    return end
  }
  const prev = value.charCodeAt(end - 1)
  const next = value.charCodeAt(end)
  return isHighSurrogate(prev) && isLowSurrogate(next) ? end - 1 : end
}

function nextSafeSplitIndex(value: string, start: number): number {
  const next = Math.min(value.length, start + 1)
  if (
    next < value.length &&
    isHighSurrogate(value.charCodeAt(start)) &&
    isLowSurrogate(value.charCodeAt(next))
  ) {
    return next + 1
  }
  return next
}

export function splitStreamDataForNdjson(
  sessionId: string,
  data: string,
  maxLineBytes: number,
  sequenceChars?: number
): string[] {
  if (streamDataEventLineBytes(sessionId, data, sequenceChars) <= maxLineBytes) {
    return [data]
  }

  return splitOversizedStreamDataForNdjson(sessionId, data, maxLineBytes, sequenceChars)
}

function splitOversizedStreamDataForNdjson(
  sessionId: string,
  data: string,
  maxLineBytes: number,
  sequenceChars?: number
): string[] {
  const chunks: string[] = []
  let start = 0
  while (start < data.length) {
    let low = start + 1
    let high = data.length
    let best = start

    while (low <= high) {
      const rawMid = Math.floor((low + high) / 2)
      const mid = clampToSafeSplitIndex(data, start, rawMid)
      if (mid <= start) {
        low = rawMid + 1
        continue
      }

      if (
        streamDataEventLineBytes(sessionId, data.slice(start, mid), sequenceChars) <= maxLineBytes
      ) {
        best = mid
        low = rawMid + 1
      } else {
        high = rawMid - 1
      }
    }

    const end = best > start ? best : nextSafeSplitIndex(data, start)
    chunks.push(data.slice(start, end))
    start = end
  }

  return chunks
}

export function writeStreamDataEvents(
  streamSocket: { write(data: string): void },
  sessionId: string,
  data: string,
  maxLineBytes: number,
  rawLength = data.length,
  seq?: number,
  transformed = false
): void {
  const explicitRawLength = rawLength === data.length ? undefined : rawLength
  if (transformed) {
    streamSocket.write(encodeStreamDataEvent(sessionId, data, rawLength, seq, true))
    return
  }
  const carriesMetadata = explicitRawLength !== undefined || seq !== undefined
  let chunks: string[]
  if (!carriesMetadata) {
    const line = encodeStreamDataEvent(sessionId, data)
    if (Buffer.byteLength(line, 'utf8') <= maxLineBytes) {
      streamSocket.write(line)
      return
    }
    chunks = splitOversizedStreamDataForNdjson(sessionId, data, maxLineBytes)
  } else {
    chunks = splitStreamDataForNdjson(
      sessionId,
      data,
      Math.max(1, maxLineBytes - 96),
      explicitRawLength
    )
  }
  let consumed = 0
  for (const chunk of chunks) {
    consumed += chunk.length
    const chunkEndSeq = seq === undefined ? undefined : seq - (data.length - consumed)
    const chunkRawLength = explicitRawLength === 0 ? 0 : carriesMetadata ? chunk.length : undefined
    streamSocket.write(encodeStreamDataEvent(sessionId, chunk, chunkRawLength, chunkEndSeq))
  }
}