1. import requests
  3. def strip_metadata_headers(url):
  4. """
  5. Makes a request to the given URL and strips metadata headers
  6. (e.g., Cache-Control, Connection, Transfer-Encoding) from the response.
  8. Args:
  9. url (str): The URL to make the request to.
  11. Returns:
  12. requests.Response: The response object with metadata headers removed.
  13. Returns None if an error occurs.
  14. """
  15. try:
  16. response = requests.get(url, allow_redirects=True) #Make the request
  18. # Create a copy of the headers to modify
  19. stripped_headers = dict(response.headers)
  21. #Remove metadata headers
  22. metadata_headers = ['Cache-Control', 'Connection', 'Transfer-Encoding']
  23. for header in metadata_headers:
  24. if header in stripped_headers:
  25. del stripped_headers[header]
  27. #Set the stripped headers on the response
  28. response.headers = stripped_headers
  30. return response
  31. except requests.exceptions.RequestException as e:
  32. print(f"An error occurred: {e}")
  33. return None
  35. if __name__ == '__main__':
  36. #Example Usage:
  37. test_url = "https://www.example.com"
  38. response = strip_metadata_headers(test_url)
  40. if response:
  41. print(response.status_code)
  42. print(response.headers)

Add your comment