mirror of
https://github.com/stablyai/orca.git
synced 2026-11-16 19:07:41 +00:00
* feat(computer): add opt-in flags for smaller computer-use screenshots Every observe and action screenshot came back as a full-resolution PNG, so a Retina window cost about four times the pixels it needed. --screenshot-scale caps pixels per window point, --screenshot-max-edge caps the longer side, and --screenshot-format jpeg re-encodes it, on macOS, Windows and Linux. Defaults are unchanged. * fix(computer): treat requested screenshot sizes as ceilings and skip repeat encodes
94 lines
3.2 KiB
Python
94 lines
3.2 KiB
Python
import importlib.util
|
|
import shutil
|
|
import sys
|
|
import tempfile
|
|
import time
|
|
import types
|
|
import unittest
|
|
from pathlib import Path
|
|
|
|
|
|
def load_runtime():
|
|
gi = types.ModuleType("gi")
|
|
repository = types.ModuleType("gi.repository")
|
|
gi.require_version = lambda *_: None
|
|
repository.Atspi = types.SimpleNamespace()
|
|
repository.Gdk = types.SimpleNamespace()
|
|
repository.GdkPixbuf = types.SimpleNamespace()
|
|
gi.repository = repository
|
|
sys.modules["gi"] = gi
|
|
sys.modules["gi.repository"] = repository
|
|
|
|
path = Path(__file__).with_name("runtime.py")
|
|
spec = importlib.util.spec_from_file_location("orca_linux_runtime_test", path)
|
|
module = importlib.util.module_from_spec(spec)
|
|
sys.modules[spec.name] = module
|
|
spec.loader.exec_module(module)
|
|
return module
|
|
|
|
|
|
runtime = load_runtime()
|
|
|
|
|
|
@unittest.skipIf(sys.platform == "win32", "the Linux bridge reads portal files with POSIX flags")
|
|
class PortalFileTest(unittest.TestCase):
|
|
def setUp(self):
|
|
self.directory = Path(tempfile.mkdtemp())
|
|
self.addCleanup(shutil.rmtree, self.directory)
|
|
self.file = self.directory / "Screenshot 1.png"
|
|
self.file.write_bytes(b"png")
|
|
|
|
def test_reads_and_removes_only_a_new_file_the_portal_named(self):
|
|
uri = self.file.as_uri()
|
|
self.assertEqual(runtime.take_portal_file(uri, time.time()), b"png")
|
|
self.assertFalse(self.file.exists())
|
|
|
|
self.file.write_bytes(b"png")
|
|
with self.assertRaises(ValueError):
|
|
runtime.take_portal_file(uri, time.time() + 60)
|
|
self.assertTrue(self.file.exists())
|
|
|
|
link = self.directory / "link.png"
|
|
link.symlink_to(self.file)
|
|
with self.assertRaises(OSError):
|
|
runtime.take_portal_file(link.as_uri(), time.time())
|
|
self.assertTrue(link.is_symlink() and self.file.exists())
|
|
|
|
|
|
class FakePixbuf:
|
|
def __init__(self, width, height):
|
|
self.width, self.height = width, height
|
|
|
|
def get_width(self):
|
|
return self.width
|
|
|
|
def get_height(self):
|
|
return self.height
|
|
|
|
def scale_simple(self, width, height, _interp):
|
|
return FakePixbuf(width, height)
|
|
|
|
def save_to_bufferv(self, image_format, keys, values):
|
|
return True, f"{image_format}:{self.width}x{self.height}:{dict(zip(keys, values))}".encode()
|
|
|
|
|
|
class ScreenshotSizingTest(unittest.TestCase):
|
|
def setUp(self):
|
|
runtime.GdkPixbuf.InterpType = types.SimpleNamespace(BILINEAR="bilinear")
|
|
|
|
def payload(self, **operation):
|
|
return runtime.bounded_screenshot_payload(FakePixbuf(400, 200), runtime.screenshot_request_of(operation))
|
|
|
|
def test_default_request_keeps_the_full_capture_as_png(self):
|
|
payload = self.payload()
|
|
self.assertEqual((payload["format"], payload["width"], payload["height"], payload["scale"]), ("png", 400, 200, 1))
|
|
|
|
def test_requested_scale_edge_and_jpeg_shrink_and_reencode_the_capture(self):
|
|
payload = self.payload(screenshotFormat="jpeg", screenshotScale=0.5, screenshotMaxEdge=100)
|
|
self.assertEqual((payload["format"], payload["width"], payload["height"]), ("jpeg", 100, 50))
|
|
self.assertEqual(runtime.base64.b64decode(payload["base64"]), b"jpeg:100x50:{'quality': '80'}")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|