1. import requests
  2. from bs4 import BeautifulSoup
  4. def extract_data_from_html(url, limit_name1, limit_value1, limit_name2, limit_value2):
  5. """
  6. Extracts data from an HTML document, applying hard-coded limits.
  8. Args:
  9. url (str): The URL of the HTML document.
  10. limit_name1 (str): Name of the first parameter to limit.
  11. limit_value1 (int): Maximum value for the first parameter.
  12. limit_name2 (str): Name of the second parameter to limit.
  13. limit_value2 (int): Maximum value for the second parameter.
  15. Returns:
  16. dict: A dictionary containing the extracted and limited data.
  17. Returns an empty dictionary if an error occurs.
  18. """
  19. try:
  20. response = requests.get(url)
  21. response.raise_for_status() # Raise HTTPError for bad responses (4xx or 5xx)
  23. soup = BeautifulSoup(response.content, 'html.parser')
  25. # Example: Extracting all links and limiting the number
  26. links = soup.find_all('a')
  27. limited_links = links[:limit_value1] # Limit to limit_value1
  29. # Example: Extracting all paragraphs and limiting their length
  30. paragraphs = soup.find_all('p')
  31. limited_paragraphs = []
  32. for p in paragraphs:
  33. text = p.get_text()
  34. if len(text) <= limit_value2: # Limit paragraph length
  35. limited_paragraphs.append(text)
  37. data = {
  38. "limited_links": limited_links,
  39. "limited_paragraphs": limited_paragraphs
  40. }
  41. return data
  43. except requests.exceptions.RequestException as e:
  44. print(f"Error fetching URL: {e}")
  45. return {}
  46. except Exception as e:
  47. print(f"Error processing HTML: {e}")
  48. return {}
  50. if __name__ == '__main__':
  51. # Example usage with hard-coded limits
  52. url = "https://www.example.com" # Replace with your target URL
  53. limit_name1 = "link_count"
  54. limit_value1 = 5
  55. limit_name2 = "paragraph_length"
  56. limit_value2 = 50
  58. extracted_data = extract_data_from_html(url, limit_name1, limit_value1, limit_name2, limit_value2)
  60. if extracted_data:
  61. print("Extracted Data:")
  62. print(extracted_data)
  63. else:
  64. print("Data extraction failed.")

Add your comment