How to use a proxy with Python Requests

import requests
from requests.adapters import HTTPAdapter
from urllib3.util.retry import Retry


def load_proxies(filepath):
    """Load proxies from a file and format them for Requests."""
    with open(filepath, "r") as f:
        proxies = [line.strip() for line in f if line.strip()]
    return proxies


def create_resilient_session(proxy_string, retries=3):
    """Create a configured session with proxy and retry logic."""
    session = requests.Session()

    # Parse and set the proxy
    ip, port, username, password = proxy_string.split(":")
    proxy_url = f"http://{username}:{password}@{ip}:{port}"
    session.proxies = {"http": proxy_url, "https": proxy_url}

    # Define the retry strategy
    retry_strategy = Retry(
        total=retries,
        backoff_factor=1,  # Waits 1s, 2s, 4s between retries
        status_forcelist=[429, 500, 502, 503, 504],  # Retry on these server error codes
    )

    # Mount the adapter to the session
    adapter = HTTPAdapter(max_retries=retry_strategy)
    session.mount("http://", adapter)
    session.mount("https://", adapter)

    # Set a realistic User-Agent
    session.headers.update(
        {
            "User-Agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36"
        }
    )

    return session


# --- Main Execution ---
proxy_list = load_proxies("proxies.txt")
if not proxy_list:
    print("No proxies loaded. Check your proxies.txt file.")
    exit()

# Use the first proxy for this example
selected_proxy = proxy_list[0]
print(f"Using proxy: {selected_proxy.split(':')[0]}:{selected_proxy.split(':')[1]}")

session = create_resilient_session(selected_proxy)

try:
    print("\nMaking a resilient request...")
    response = session.get("http://httpbin.org/ip", timeout=15)
    response.raise_for_status()
    print(f"Success! Response: {response.json()}")

except requests.exceptions.RequestException as e:
    print(f"Request failed after all retries: {e}")

finally:
    session.close()
    print("Session closed.")