Skip to content

Navigation Menu

Sign in
Appearance settings

Search code, repositories, users, issues, pull requests...

Provide feedback

We read every piece of feedback, and take your input very seriously.

Saved searches

Use saved searches to filter your results more quickly
Appearance settings

Commit 76a1e95

Browse filesBrowse files
mdmintzmdmintz
authored
Merge pull request #3743 from seleniumbase/proxy-scheme-customization
Proxy scheme customization
2 parents ae27edd + fa53648 commit 76a1e95
Copy full SHA for 76a1e95

File tree

Expand file treeCollapse file tree

9 files changed

+127
-20
lines changed
Filter options
Expand file treeCollapse file tree

9 files changed

+127
-20
lines changed

‎examples/cdp_mode/raw_proxy.py

Copy file name to clipboard
+50Lines changed: 50 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,50 @@
1+
from seleniumbase import decorators
2+
from seleniumbase import sb_cdp
3+
4+
# Change this to "ip:port" or "user:pass@ip:port"
5+
proxy = None
6+
7+
8+
@decorators.print_runtime("CDP Proxy Example")
9+
def main():
10+
url = "https://api.ipify.org/"
11+
sb = sb_cdp.Chrome(url, lang="en", pls="none", proxy=proxy)
12+
ip_address = sb.get_text("body")
13+
if "ERR" in ip_address:
14+
raise Exception("Failed to determine IP Address!")
15+
print("\n\nMy IP Address = %s\n" % ip_address)
16+
sb.open("https://ipinfo.io/%s" % ip_address)
17+
sb.sleep(2)
18+
sb.wait_for_text(ip_address, "h1", timeout=20)
19+
sb.find_element('[href="/signup"]')
20+
sb.wait_for_text("Hosted domains", timeout=20)
21+
sb.highlight("h1")
22+
pop_up = '[role="dialog"] span.cursor-pointer'
23+
sb.click_if_visible(pop_up)
24+
sb.highlight("#block-summary")
25+
sb.click_if_visible(pop_up)
26+
sb.highlight("#block-geolocation")
27+
sb.click_if_visible(pop_up)
28+
sb.sleep(2)
29+
print("Displaying Host Info:")
30+
text = sb.get_text("#block-summary").split("Hosted domains")[0]
31+
rows = text.split("\n")
32+
data = []
33+
for row in rows:
34+
if row.strip() != "":
35+
data.append(row.strip())
36+
print("\n".join(data).replace('\n"', ' "'))
37+
print("\nDisplaying GeoLocation Info:")
38+
text = sb.get_text("#block-geolocation")
39+
text = text.split("IP Geolocation data")[0]
40+
rows = text.split("\n")
41+
data = []
42+
for row in rows:
43+
if row.strip() != "":
44+
data.append(row.strip())
45+
print("\n".join(data).replace('\n"', ' "'))
46+
sb.sleep(3)
47+
48+
49+
if __name__ == "__main__":
50+
main()

‎examples/proxy_test.py

Copy file name to clipboardExpand all lines: examples/proxy_test.py
+6-1Lines changed: 6 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -15,17 +15,22 @@ def test_proxy(self):
1515
self.get_new_driver(page_load_strategy="none")
1616
self.open("https://api.ipify.org/")
1717
ip_address = self.get_text("body")
18+
if "ERR" in ip_address:
19+
raise Exception("Failed to determine IP Address!")
1820
print("\n\nMy IP Address = %s\n" % ip_address)
1921
self.open("https://ipinfo.io/%s" % ip_address)
2022
self.sleep(2)
2123
self.wait_for_text(ip_address, "h1", timeout=20)
2224
self.wait_for_element_present('[href="/signup"]')
2325
self.wait_for_text("Hosted domains", timeout=20)
2426
self.highlight("h1")
27+
pop_up = '[role="dialog"] span.cursor-pointer'
28+
self.click_if_visible(pop_up)
2529
self.highlight("#block-summary")
30+
self.click_if_visible(pop_up)
2631
self.highlight("#block-geolocation")
32+
self.click_if_visible(pop_up)
2733
self.sleep(2)
28-
self.click_if_visible("span.ipinfo-modal__close")
2934
print("Displaying Host Info:")
3035
text = self.get_text("#block-summary").split("Hosted domains")[0]
3136
rows = text.split("\n")

‎mkdocs_build/requirements.txt

Copy file name to clipboardExpand all lines: mkdocs_build/requirements.txt
+2-2Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -6,15 +6,15 @@ pymdown-extensions>=10.15
66
pipdeptree>=2.26.1
77
python-dateutil>=2.8.2
88
Markdown==3.8
9-
click==8.1.8
9+
click==8.2.0
1010
ghp-import==2.1.0
1111
watchdog==6.0.0
1212
cairocffi==1.7.1
1313
pathspec==0.12.1
1414
Babel==2.17.0
1515
paginate==0.5.7
1616
mkdocs==1.6.1
17-
mkdocs-material==9.6.12
17+
mkdocs-material==9.6.13
1818
mkdocs-exclude-search==0.6.6
1919
mkdocs-simple-hooks==0.1.5
2020
mkdocs-material-extensions==1.3.1

‎requirements.txt

Copy file name to clipboardExpand all lines: requirements.txt
+4-4Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -2,11 +2,11 @@ pip>=25.0.1;python_version<"3.9"
22
pip>=25.1.1;python_version>="3.9"
33
packaging>=25.0
44
setuptools~=70.2;python_version<"3.10"
5-
setuptools>=80.1.0;python_version>="3.10"
5+
setuptools>=80.4.0;python_version>="3.10"
66
wheel>=0.45.1
77
attrs>=25.3.0
88
certifi>=2025.4.26
9-
exceptiongroup>=1.2.2
9+
exceptiongroup>=1.3.0
1010
websockets~=13.1;python_version<"3.9"
1111
websockets>=15.0.1;python_version>="3.9"
1212
filelock~=3.16.1;python_version<"3.9"
@@ -15,7 +15,7 @@ fasteners>=0.19
1515
mycdp>=1.2.0
1616
pynose>=1.5.4
1717
platformdirs>=4.3.6;python_version<"3.9"
18-
platformdirs>=4.3.7;python_version>="3.9"
18+
platformdirs>=4.3.8;python_version>="3.9"
1919
typing-extensions>=4.13.2
2020
sbvirtualdisplay>=1.4.0
2121
MarkupSafe==2.1.5;python_version<"3.9"
@@ -57,7 +57,7 @@ pytest-html==4.0.2
5757
pytest-metadata==3.1.1
5858
pytest-ordering==0.6
5959
pytest-rerunfailures==14.0;python_version<"3.9"
60-
pytest-rerunfailures==15.0;python_version>="3.9"
60+
pytest-rerunfailures==15.1;python_version>="3.9"
6161
pytest-xdist==3.6.1
6262
parameterized==0.9.0
6363
behave==1.2.6

‎seleniumbase/__version__.py

Copy file name to clipboard
+1-1Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -1,2 +1,2 @@
11
# seleniumbase package
2-
__version__ = "4.38.0"
2+
__version__ = "4.38.1"

‎seleniumbase/core/browser_launcher.py

Copy file name to clipboardExpand all lines: seleniumbase/core/browser_launcher.py
+29-3Lines changed: 29 additions & 3 deletions
Original file line numberDiff line numberDiff line change
@@ -1921,6 +1921,7 @@ def _add_chrome_proxy_extension(
19211921
proxy_string,
19221922
proxy_user,
19231923
proxy_pass,
1924+
proxy_scheme,
19241925
proxy_bypass_list=None,
19251926
zip_it=True,
19261927
multi_proxy=False,
@@ -1939,7 +1940,11 @@ def _add_chrome_proxy_extension(
19391940
proxy_zip_lock = fasteners.InterProcessLock(PROXY_ZIP_LOCK)
19401941
with proxy_zip_lock:
19411942
proxy_helper.create_proxy_ext(
1942-
proxy_string, proxy_user, proxy_pass, bypass_list
1943+
proxy_string,
1944+
proxy_user,
1945+
proxy_pass,
1946+
proxy_scheme,
1947+
bypass_list,
19431948
)
19441949
proxy_zip = proxy_helper.PROXY_ZIP_PATH
19451950
chrome_options.add_extension(proxy_zip)
@@ -1950,6 +1955,7 @@ def _add_chrome_proxy_extension(
19501955
proxy_string,
19511956
proxy_user,
19521957
proxy_pass,
1958+
proxy_scheme,
19531959
bypass_list,
19541960
zip_it=False,
19551961
)
@@ -1968,7 +1974,11 @@ def _add_chrome_proxy_extension(
19681974
_set_proxy_filenames()
19691975
if not os.path.exists(proxy_helper.PROXY_ZIP_PATH):
19701976
proxy_helper.create_proxy_ext(
1971-
proxy_string, proxy_user, proxy_pass, bypass_list
1977+
proxy_string,
1978+
proxy_user,
1979+
proxy_pass,
1980+
proxy_scheme,
1981+
bypass_list,
19721982
)
19731983
proxy_zip = proxy_helper.PROXY_ZIP_PATH
19741984
chrome_options.add_extension(proxy_zip)
@@ -1984,6 +1994,7 @@ def _add_chrome_proxy_extension(
19841994
proxy_string,
19851995
proxy_user,
19861996
proxy_pass,
1997+
proxy_scheme,
19871998
bypass_list,
19881999
zip_it=False,
19892000
)
@@ -2058,6 +2069,7 @@ def _set_chrome_options(
20582069
proxy_auth,
20592070
proxy_user,
20602071
proxy_pass,
2072+
proxy_scheme,
20612073
proxy_bypass_list,
20622074
proxy_pac_url,
20632075
multi_proxy,
@@ -2362,6 +2374,7 @@ def _set_chrome_options(
23622374
proxy_string,
23632375
proxy_user,
23642376
proxy_pass,
2377+
proxy_scheme,
23652378
proxy_bypass_list,
23662379
zip_it,
23672380
multi_proxy,
@@ -2381,6 +2394,7 @@ def _set_chrome_options(
23812394
None,
23822395
proxy_user,
23832396
proxy_pass,
2397+
proxy_scheme,
23842398
proxy_bypass_list,
23852399
zip_it,
23862400
multi_proxy,
@@ -2992,6 +3006,7 @@ def get_driver(
29923006
proxy_auth = False
29933007
proxy_user = None
29943008
proxy_pass = None
3009+
proxy_scheme = "http"
29953010
if proxy_string:
29963011
username_and_password = None
29973012
if "@" in proxy_string:
@@ -3015,7 +3030,9 @@ def get_driver(
30153030
"that has authentication! (If using a proxy server "
30163031
"without auth, Chrome, Edge, or Firefox may be used.)"
30173032
)
3018-
proxy_string = proxy_helper.validate_proxy_string(proxy_string)
3033+
proxy_string, proxy_scheme = proxy_helper.validate_proxy_string(
3034+
proxy_string, keep_scheme=True
3035+
)
30193036
if proxy_string and proxy_user and proxy_pass:
30203037
proxy_auth = True
30213038
elif proxy_pac_url:
@@ -3104,6 +3121,7 @@ def get_driver(
31043121
proxy_auth,
31053122
proxy_user,
31063123
proxy_pass,
3124+
proxy_scheme,
31073125
proxy_bypass_list,
31083126
proxy_pac_url,
31093127
multi_proxy,
@@ -3164,6 +3182,7 @@ def get_driver(
31643182
proxy_auth,
31653183
proxy_user,
31663184
proxy_pass,
3185+
proxy_scheme,
31673186
proxy_bypass_list,
31683187
proxy_pac_url,
31693188
multi_proxy,
@@ -3224,6 +3243,7 @@ def get_remote_driver(
32243243
proxy_auth,
32253244
proxy_user,
32263245
proxy_pass,
3246+
proxy_scheme,
32273247
proxy_bypass_list,
32283248
proxy_pac_url,
32293249
multi_proxy,
@@ -3364,6 +3384,7 @@ def get_remote_driver(
33643384
proxy_auth,
33653385
proxy_user,
33663386
proxy_pass,
3387+
proxy_scheme,
33673388
proxy_bypass_list,
33683389
proxy_pac_url,
33693390
multi_proxy,
@@ -3540,6 +3561,7 @@ def get_remote_driver(
35403561
proxy_auth,
35413562
proxy_user,
35423563
proxy_pass,
3564+
proxy_scheme,
35433565
proxy_bypass_list,
35443566
proxy_pac_url,
35453567
multi_proxy,
@@ -3661,6 +3683,7 @@ def get_local_driver(
36613683
proxy_auth,
36623684
proxy_user,
36633685
proxy_pass,
3686+
proxy_scheme,
36643687
proxy_bypass_list,
36653688
proxy_pac_url,
36663689
multi_proxy,
@@ -4325,6 +4348,7 @@ def get_local_driver(
43254348
proxy_string,
43264349
proxy_user,
43274350
proxy_pass,
4351+
proxy_scheme,
43284352
proxy_bypass_list,
43294353
zip_it=True,
43304354
multi_proxy=multi_proxy,
@@ -4341,6 +4365,7 @@ def get_local_driver(
43414365
None,
43424366
proxy_user,
43434367
proxy_pass,
4368+
proxy_scheme,
43444369
proxy_bypass_list,
43454370
zip_it=True,
43464371
multi_proxy=multi_proxy,
@@ -4531,6 +4556,7 @@ def get_local_driver(
45314556
proxy_auth,
45324557
proxy_user,
45334558
proxy_pass,
4559+
proxy_scheme,
45344560
proxy_bypass_list,
45354561
proxy_pac_url,
45364562
multi_proxy,

‎seleniumbase/core/proxy_helper.py

Copy file name to clipboardExpand all lines: seleniumbase/core/proxy_helper.py
+23-4Lines changed: 23 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -17,7 +17,12 @@
1717

1818

1919
def create_proxy_ext(
20-
proxy_string, proxy_user, proxy_pass, bypass_list=None, zip_it=True
20+
proxy_string,
21+
proxy_user,
22+
proxy_pass,
23+
proxy_scheme="http",
24+
bypass_list=None,
25+
zip_it=True,
2126
):
2227
"""Implementation of https://stackoverflow.com/a/35293284 for
2328
https://stackoverflow.com/questions/12848327/
@@ -40,7 +45,7 @@ def create_proxy_ext(
4045
""" mode: "fixed_servers",\n"""
4146
""" rules: {\n"""
4247
""" singleProxy: {\n"""
43-
""" scheme: "http",\n"""
48+
""" scheme: "%s",\n"""
4449
""" host: "%s",\n"""
4550
""" port: parseInt("%s")\n"""
4651
""" },\n"""
@@ -63,7 +68,12 @@ def create_proxy_ext(
6368
""" {urls: ["<all_urls>"]},\n"""
6469
""" ['blocking']\n"""
6570
""");""" % (
66-
proxy_host, proxy_port, bypass_list, proxy_user, proxy_pass
71+
proxy_scheme,
72+
proxy_host,
73+
proxy_port,
74+
bypass_list,
75+
proxy_user,
76+
proxy_pass,
6777
)
6878
)
6979
else:
@@ -157,11 +167,18 @@ def remove_proxy_zip_if_present():
157167
os.remove(PROXY_ZIP_LOCK)
158168

159169

160-
def validate_proxy_string(proxy_string):
170+
def validate_proxy_string(proxy_string, keep_scheme=False):
161171
if proxy_string in proxy_list.PROXY_LIST.keys():
162172
proxy_string = proxy_list.PROXY_LIST[proxy_string]
163173
if not proxy_string:
164174
return None
175+
proxy_scheme = "http"
176+
if proxy_string.startswith("https://"):
177+
proxy_scheme = "https"
178+
elif proxy_string.startswith("socks4://"):
179+
proxy_scheme = "socks4"
180+
elif proxy_string.startswith("socks5://"):
181+
proxy_scheme = "socks5"
165182
valid = False
166183
val_ip = re.match(
167184
r"^\d{1,3}\.\d{1,3}\.\d{1,3}\.\d{1,3}:\d+$", proxy_string
@@ -198,6 +215,8 @@ def validate_proxy_string(proxy_string):
198215
if not valid:
199216
__display_proxy_warning(proxy_string)
200217
proxy_string = None
218+
if keep_scheme:
219+
return (proxy_string, proxy_scheme)
201220
return proxy_string
202221

203222

‎seleniumbase/undetected/cdp_driver/cdp_util.py

Copy file name to clipboardExpand all lines: seleniumbase/undetected/cdp_driver/cdp_util.py
+7Lines changed: 7 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -191,6 +191,7 @@ def __add_chrome_proxy_extension(
191191
proxy_string,
192192
proxy_user,
193193
proxy_pass,
194+
proxy_scheme="http",
194195
proxy_bypass_list=None,
195196
multi_proxy=False,
196197
):
@@ -210,6 +211,7 @@ def __add_chrome_proxy_extension(
210211
proxy_string,
211212
proxy_user,
212213
proxy_pass,
214+
proxy_scheme,
213215
bypass_list,
214216
zip_it=False,
215217
)
@@ -230,6 +232,7 @@ def __add_chrome_proxy_extension(
230232
proxy_string,
231233
proxy_user,
232234
proxy_pass,
235+
proxy_scheme,
233236
bypass_list,
234237
zip_it=False,
235238
)
@@ -312,11 +315,15 @@ async def start(
312315
proxy_user = user_with_pass.split(":")[0]
313316
proxy_pass = user_with_pass.split(":")[1]
314317
proxy_string = proxy.split("@")[1]
318+
proxy_string, proxy_scheme = proxy_helper.validate_proxy_string(
319+
proxy_string, keep_scheme=True
320+
)
315321
extension_dir = __add_chrome_proxy_extension(
316322
extension_dir,
317323
proxy_string,
318324
proxy_user,
319325
proxy_pass,
326+
proxy_scheme,
320327
)
321328
if ad_block:
322329
incognito = False

0 commit comments

Comments
0 (0)
Morty Proxy This is a proxified and sanitized view of the page, visit original site.