【问题标题】:Headless and Proxy authentication Selenium Python无头和代理身份验证 Selenium Python
【发布时间】:2023-04-06 16:22:01
【问题描述】:

我正在寻找一种方法来使代理与身份验证和无头模式一起工作。
我试过这个:

import os
import zipfile

PROXY_HOST = 'ooooo.com'  # rotating proxy or host
PROXY_PORT = 12345 # port
PROXY_USER = 'User_Proxy' # username
PROXY_PASS = 'Password:proxy' # password


manifest_json = """
{
    "version": "1.0.0",
    "manifest_version": 2,
    "name": "Chrome Proxy",
    "permissions": [
        "proxy",
        "tabs",
        "unlimitedStorage",
        "storage",
        "<all_urls>",
        "webRequest",
        "webRequestBlocking"
    ],
    "background": {
        "scripts": ["background.js"]
    },
    "minimum_chrome_version":"22.0.0"
}
"""

background_js = """
var config = {
        mode: "fixed_servers",
        rules: {
        singleProxy: {
            scheme: "http",
            host: "%s",
            port: parseInt(%s)
        },
        bypassList: ["localhost"]
        }
    };

chrome.proxy.settings.set({value: config, scope: "regular"}, function() {});

function callbackFn(details) {
    return {
        authCredentials: {
            username: "%s",
            password: "%s"
        }
    };
}

chrome.webRequest.onAuthRequired.addListener(
            callbackFn,
            {urls: ["<all_urls>"]},
            ['blocking']
);
""" % (PROXY_HOST, PROXY_PORT, PROXY_USER, PROXY_PASS)


def get_chromedriver(use_proxy=False, user_agent=None):
    path = os.path.dirname(os.path.abspath(__file__))
    chrome_options = webdriver.ChromeOptions()
    #chrome_options = webdriver.Chrome
    if use_proxy:
        pluginfile = 'proxy_auth_plugin.zip'

        with zipfile.ZipFile(pluginfile, 'w') as zp:
            zp.writestr("manifest.json", manifest_json)
            zp.writestr("background.js", background_js)
            #chrome_options.add_argument("--window-size=1920,1080")
            chrome_options.add_argument('--headless')
        chrome_options.add_extension(pluginfile)
    if user_agent:
        chrome_options.add_argument('--user-agent=%s' % user_agent)
    driver = webdriver.Chrome(os.path.join(path, 'chromedriver'), 
             chrome_options=chrome_options)
    driver.get("https://ita.privateinternetaccess.com/pages/whats-my-ip/")

    print(driver.page_source)

driver = get_chromedriver(use_proxy=True)

但它给出了一个错误:

selenium.common.exceptions.WebDriverException:消息:未知错误:
未能等待扩展背景页面加载:
chrome-extension://fboilabmbpogaekkclhheepnkjcfifdn/_generated_background_page.html
来自未知错误:找不到页面:
chrome-extension://fboilabmbpogaekkclhheepnkjcfifdn/_generated_background_page.html

【问题讨论】:

    标签:
    python
    selenium-webdriver
    selenium-chromedriver
    headless
    proxy-authentication