Python 动态代理换 IP：requests/httpx

# pip install requests
import requests

PROXY = "http://LOGIN:PASSWORD@HOST:PORT"   # from My assets
PROXIES = {"http": PROXY, "https": PROXY}
URL = "https://ipinfo.io/ip"

def ip_on_new_connection():
    # A fresh Session has an empty connection pool, so it opens a new connection.
    with requests.Session() as s:
        return s.get(URL, proxies=PROXIES, timeout=(5, 20)).text.strip()

print("new connection each time:", [ip_on_new_connection() for _ in range(5)])

with requests.Session() as s:
    print("one Session:", [s.get(URL, proxies=PROXIES, timeout=(5, 20)).text.strip() for _ in range(5)])

# pip install httpx
import httpx

PROXY = "http://LOGIN:PASSWORD@HOST:PORT"   # from My assets
URL = "https://ipinfo.io/ip"
TIMEOUT = httpx.Timeout(20.0, connect=10.0)

def ip_on_new_connection():
    # A new Client has its own empty connection pool.
    with httpx.Client(proxy=PROXY, timeout=TIMEOUT) as client:
        return client.get(URL).text.strip()

print("new connection each time:", [ip_on_new_connection() for _ in range(5)])

with httpx.Client(proxy=PROXY, timeout=TIMEOUT) as client:
    print("one Client:", [client.get(URL).text.strip() for _ in range(5)])

# pip install "requests[socks]" "httpx[socks]"
import requests, httpx

PROXY = "socks5h://LOGIN:PASSWORD@HOST:PORT"      # requests: socks5h resolves names on the proxy
print(requests.get("https://ipinfo.io/ip", proxies={"http": PROXY, "https": PROXY}, timeout=(5, 20)).text)

PROXY_HTTPX = "socks5://LOGIN:PASSWORD@HOST:PORT"  # httpx accepts a socks5:// URL
with httpx.Client(proxy=PROXY_HTTPX, timeout=20.0) as client:
    print(client.get("https://ipinfo.io/ip").text)

import time
import httpx
import requests
from requests.adapters import HTTPAdapter
from urllib3.util import Retry

# requests: retry on a Session, as in the Requests documentation
s = requests.Session()
retries = Retry(total=3, backoff_factor=0.5, status_forcelist=[429, 502, 503, 504])
s.mount("https://", HTTPAdapter(max_retries=retries))

# httpx: a plain retry loop with a growing pause
def get_with_retry(client, url, tries=3):
    for n in range(tries):
        try:
            r = client.get(url)
            if r.status_code not in (429, 502, 503, 504):
                return r
        except httpx.TransportError:
            pass
        time.sleep(2 ** n)
    raise RuntimeError("gave up after %d tries" % tries)