mirror of
https://github.com/daijro/camoufox.git
synced 2026-11-19 00:07:28 +00:00
public_ip() probed each IP service with a 5 s timeout whether or not it went through a proxy, and proxy_exit_geo() used 10 s. A proxied probe adds a hop and a TLS handshake behind it, so a proxy that routes the long way round timed out on every URL and failed the whole launch. Lookups through a proxy now get 15 s; direct ones keep 5 s. The TypeScript launcher sizes its per-proxy clients the same way. Co-Authored-By: Claude Opus 5.5 (1M context) <noreply@anthropic.com>
136 lines
5.0 KiB
Python
136 lines
5.0 KiB
Python
"""NewContext derives the WebRTC IP and timezone from the proxy's exit IP.
|
|
|
|
Two defects, both of which left a context with the host's WebRTC IP and
|
|
timezone while its traffic went through the proxy:
|
|
|
|
- The lookup built its own proxy URL with urlparse, which reads a scheme-less
|
|
server such as "1.2.3.4:8080" (a form Playwright accepts) as scheme "1.2.3.4"
|
|
and drops the host.
|
|
- A failed lookup was swallowed, and the context launched without the values.
|
|
"""
|
|
|
|
import asyncio
|
|
from unittest import mock
|
|
from urllib.parse import unquote, urlsplit
|
|
|
|
import pytest
|
|
|
|
from camoufox import async_api, ip, sync_api
|
|
from camoufox.exceptions import InvalidIP
|
|
|
|
|
|
class _Response:
|
|
def __init__(self, payload):
|
|
self._payload = payload
|
|
|
|
def raise_for_status(self):
|
|
pass
|
|
|
|
def json(self):
|
|
return self._payload
|
|
|
|
|
|
EXIT = {"status": "success", "query": "203.0.113.7", "timezone": "Europe/Paris"}
|
|
|
|
|
|
def _sync_browser():
|
|
browser = mock.MagicMock()
|
|
browser.version = "152.0.4"
|
|
return browser
|
|
|
|
|
|
def _async_browser():
|
|
context = mock.MagicMock()
|
|
context.add_init_script = mock.AsyncMock()
|
|
browser = mock.MagicMock()
|
|
browser.version = "152.0.4"
|
|
browser.new_context = mock.AsyncMock(return_value=context)
|
|
return browser
|
|
|
|
|
|
def _new_context(api, proxy, **kwargs):
|
|
if api == "sync":
|
|
browser = _sync_browser()
|
|
sync_api.NewContext(browser, os="linux", proxy=proxy, **kwargs)
|
|
return browser.new_context.call_args.kwargs, browser.new_context.return_value
|
|
browser = _async_browser()
|
|
asyncio.run(async_api.AsyncNewContext(browser, os="linux", proxy=proxy, **kwargs))
|
|
return browser.new_context.call_args.kwargs, browser.new_context.return_value
|
|
|
|
|
|
@pytest.mark.parametrize("api", ["sync", "async"])
|
|
@pytest.mark.parametrize(
|
|
"server, expected",
|
|
[
|
|
("1.2.3.4:8080", "http://u:p@1.2.3.4:8080"),
|
|
("proxy.example.com:8080", "http://u:p@proxy.example.com:8080"),
|
|
("http://proxy.example.com:8080", "http://u:p@proxy.example.com:8080"),
|
|
("socks5://proxy.example.com:1080", "socks5://u:p@proxy.example.com:1080"),
|
|
],
|
|
)
|
|
def test_lookup_goes_through_the_proxy_with_its_credentials(api, server, expected):
|
|
with mock.patch.object(ip.requests, "get", return_value=_Response(EXIT)) as get:
|
|
options, context = _new_context(api, {"server": server, "username": "u", "password": "p"})
|
|
assert get.call_args.kwargs["proxies"] == {"http": expected, "https": expected}
|
|
assert options["timezone_id"] == "Europe/Paris"
|
|
assert "203.0.113.7" in context.add_init_script.call_args.args[0]
|
|
|
|
|
|
@pytest.mark.parametrize("api", ["sync", "async"])
|
|
def test_credentials_with_url_delimiters_survive_the_proxy_url(api):
|
|
# A raw `#`, `/` or `?` stops the URL parsing, and a raw `%41` would be
|
|
# decoded into a different password (#823).
|
|
username, password = "us@r name", "p#ss/w?rd:%41"
|
|
with mock.patch.object(ip.requests, "get", return_value=_Response(EXIT)) as get:
|
|
_new_context(api, {"server": "proxy.example.com:8080", "username": username, "password": password})
|
|
url = urlsplit(get.call_args.kwargs["proxies"]["https"])
|
|
assert (url.hostname, url.port) == ("proxy.example.com", 8080)
|
|
assert (unquote(url.username), unquote(url.password)) == (username, password)
|
|
|
|
|
|
@pytest.mark.parametrize("api", ["sync", "async"])
|
|
@pytest.mark.parametrize(
|
|
"failure",
|
|
[
|
|
ip.requests.ConnectionError("proxy refused"),
|
|
_Response({"status": "fail", "message": "private range"}),
|
|
],
|
|
)
|
|
def test_a_failed_lookup_raises_instead_of_launching_without_the_values(api, failure):
|
|
get = mock.Mock(side_effect=failure) if isinstance(failure, Exception) else mock.Mock(return_value=failure)
|
|
with mock.patch.object(ip.requests, "get", get), pytest.raises(InvalidIP, match="webrtc_ip"):
|
|
_new_context(api, {"server": "1.2.3.4:8080"})
|
|
|
|
|
|
@pytest.mark.parametrize("api", ["sync", "async"])
|
|
def test_no_lookup_when_both_values_are_given(api):
|
|
with mock.patch.object(ip.requests, "get") as get:
|
|
_new_context(api, {"server": "1.2.3.4:8080"}, webrtc_ip="198.51.100.1", timezone_id="UTC")
|
|
get.assert_not_called()
|
|
|
|
|
|
def test_lookups_through_a_proxy_get_longer_than_direct_ones(monkeypatch):
|
|
# A proxied probe adds a hop and a TLS handshake; 5 s failed whole launches
|
|
# behind proxies that route the long way round.
|
|
timeouts = []
|
|
|
|
def get(url, **kwargs):
|
|
timeouts.append((url, kwargs["timeout"], bool(kwargs.get("proxies"))))
|
|
response = mock.MagicMock()
|
|
response.text = "203.0.113.7"
|
|
response.json.return_value = EXIT
|
|
return response
|
|
|
|
monkeypatch.setattr(ip.requests, "get", get)
|
|
ip.public_ip.cache_clear()
|
|
ip.public_ip()
|
|
ip.public_ip("http://u:p@proxy.example.com:8080")
|
|
ip.proxy_exit_geo("http://u:p@proxy.example.com:8080")
|
|
ip.public_ip.cache_clear()
|
|
assert [(t, proxied) for _, t, proxied in timeouts] == [
|
|
(ip.DIRECT_IP_TIMEOUT, False),
|
|
(ip.PROXIED_IP_TIMEOUT, True),
|
|
(ip.PROXIED_IP_TIMEOUT, True),
|
|
]
|
|
assert ip.PROXIED_IP_TIMEOUT > ip.DIRECT_IP_TIMEOUT
|