1. import requests
  2. import json
  4. def load_resources_from_url_params(url_params):
  5. """
  6. Loads resources from URL parameters using requests and handles JSON responses.
  7. """
  8. try:
  9. # Construct the URL with parameters
  10. url = url_params['url']
  11. params = url_params.get('params', {}) # Get parameters, default to empty dict if missing
  13. # Make the request
  14. response = requests.get(url, params=params)
  15. response.raise_for_status() # Raise HTTPError for bad responses (4xx or 5xx)
  17. # Check Content-Type and parse accordingly
  18. content_type = response.headers.get('Content-Type', '').lower()
  20. if 'application/json' in content_type:
  21. resources = response.json() # Parse JSON response
  22. elif 'text/csv' in content_type:
  23. import csv
  24. from io import StringIO
  25. csv_data = StringIO(response.text)
  26. reader = csv.reader(csv_data)
  27. resources = list(reader) # Convert to list of lists
  28. else:
  29. resources = response.text # Default to plain text
  31. return resources
  33. except requests.exceptions.RequestException as e:
  34. print(f"Error during request: {e}")
  35. return None
  36. except json.JSONDecodeError as e:
  37. print(f"Error decoding JSON: {e}")
  38. return None
  39. except Exception as e:
  40. print(f"An unexpected error occurred: {e}")
  41. return None
  43. if __name__ == '__main__':
  44. # Example Usage:
  45. url_params = {
  46. 'url': 'https://jsonplaceholder.typicode.com/todos',
  47. 'params': {'userId': 1}
  48. }
  50. resources = load_resources_from_url_params(url_params)
  52. if resources:
  53. print("Resources loaded successfully:")
  54. #print(json.dumps(resources, indent=2)) # Print nicely formatted JSON
  55. for item in resources[:5]: # Print first 5 items if JSON
  56. print(item)
  57. else:
  58. print("Failed to load resources.")

Add your comment