Using Javascript (puppeteer)? Check out Minimal puppeteer response interception example
This example shows you how to intercept network responses in pyppeteer.
Note: This intercepts the response, not the request! This means you can abort the request before it is actually sent to the server, but you can’t read the content of the response! See Pyppetteer minimal network request interception example for an example on how to intercept requests.
import asyncio from pyppeteer import launch async def intercept_network_response(response): # In this example, we only care about HTML responses! if "text/html" in response.headers.get("content-type", ""): # Print some info about the responses print("URL:", response.url) print("Method:", response.request.method) print("Response headers:", response.headers) print("Request Headers:", response.request.headers) print("Response status:", response.status) # Print the content of the response print("Content: ", await response.text()) # NOTE: Use await response.json() if you want to get the JSON directly async def main(): browser = await launch() page = await browser.newPage() page.on('response', intercept_network_response) await page.goto('https://techoverflow.net') await browser.close() asyncio.get_event_loop().run_until_complete(main())