如何在 2026 年的 Splash 中设置代理 - 分步指南

©2026 NST LABS TECH LTD. 保留所有权利。

如何在 2026 年的 Splash 中设置代理 - 分步指南

SplashRequest

args

render.html

proxy

docker run -it -p 8050:8050 --rm scrapinghub/splash

curl 'http://localhost:8050/render.html?url=https://example.com/'

curl 'http://localhost:8050/render.html?url=https://example.com/&proxy=http://YOUR_PROXY_USER:YOUR_PROXY_PASSWORD@YOUR_PROXY_HOST:YOUR_PROXY_PORT'

python3 -m splash.server --proxy-profiles-path=/etc/splash/proxy-profiles

docker run -p 8050:8050 \
  -v /local/path/to/proxy-profiles:/etc/splash/proxy-profiles \
  scrapinghub/splash

[proxy]
host=YOUR_PROXY_HOST
port=YOUR_PROXY_PORT
username=YOUR_PROXY_USER
password=YOUR_PROXY_PASSWORD
type=HTTP

[rules]
allowlist=
    .*
denylist=
    .*\.(png|jpg|jpeg|gif|css|woff)$

curl 'http://localhost:8050/render.html?url=https://example.com/&proxy=myprovider'

function main(splash, args)
  splash:on_request(function(request)
    if request.url:find("%.png$") or request.url:find("%.jpg$") then
      request.abort()
      return
    end
    request:set_proxy{
      host = "YOUR_PROXY_HOST",
      port = tonumber("YOUR_PROXY_PORT"),
      username = "YOUR_PROXY_USER",
      password = "YOUR_PROXY_PASSWORD",
      type = "HTTP",
    }
  end)
  assert(splash:go(args.url))
  assert(splash:wait(0.5))
  return splash:html()
end

curl 'http://localhost:8050/execute?url=https://example.com/&lua_source=...'

pip install scrapy scrapy-splash

SPLASH_URL = 'http://localhost:8050'

DOWNLOADER_MIDDLEWARES = {
    'scrapy_splash.SplashCookiesMiddleware': 723,
    'scrapy_splash.SplashMiddleware': 725,
    'scrapy.downloadermiddlewares.httpcompression.HttpCompressionMiddleware': 810,
}

SPIDER_MIDDLEWARES = {
    'scrapy_splash.SplashDeduplicateArgsMiddleware': 100,
}

REQUEST_FINGERPRINTER_CLASS = 'scrapy_splash.SplashRequestFingerprinter'

from scrapy import Spider
from scrapy_splash import SplashRequest

class ProxyExampleSpider(Spider):
    name = "proxy_example"

    def start_requests(self):
        yield SplashRequest(
            url="https://example.com/",
            callback=self.parse,
            args={
                "proxy": "http://YOUR_PROXY_USER:YOUR_PROXY_PASSWORD@YOUR_PROXY_HOST:YOUR_PROXY_PORT",
                "wait": 0.5,
            },
            endpoint="render.html",
        )

    def parse(self, response):
        yield {"title": response.css("title::text").get()}