1. <?php
  3. /**
  4. * Loads dataset resources with compatibility for older PHP versions.
  5. *
  6. * @param array $dataset_paths An array of paths to dataset files. Each path can be a local file or a URL.
  7. * @param string $dataset_type A string identifying the dataset type (e.g., 'csv', 'json', 'parquet'). Used for specific parsing.
  8. * @return array An associative array where keys are dataset names and values are the loaded dataset data. Returns an empty array on failure.
  9. */
  10. function loadDatasets(array $dataset_paths, string $dataset_type): array
  11. {
  12. $datasets = [];
  14. foreach ($dataset_paths as $path) {
  15. try {
  16. if (is_url($path)) {
  17. // Load from URL (using file_get_contents for compatibility)
  18. $data = file_get_contents($path);
  19. } else {
  20. // Load from local file
  21. $data = file_get_contents($path);
  22. }
  24. if ($data === false) {
  25. error_log("Error: Could not read dataset from path: " . $path);
  26. continue; // Skip to the next dataset
  27. }
  29. // Basic type handling. Expand as needed.
  30. if ($dataset_type === 'csv') {
  31. $datasets[$path] = parse_csv($data); // Assuming parse_csv function exists
  32. } elseif ($dataset_type === 'json') {
  33. $datasets[$path] = json_decode($data, true); // Decode to associative array
  34. } elseif ($dataset_type === 'parquet') {
  35. // Parquet parsing requires external libraries (e.g., apache-parquet-tools).
  36. // This is a placeholder - replace with actual parquet loading.
  37. error_log("Warning: Parquet parsing not implemented. Dataset: " . $path);
  38. $datasets[$path] = []; //Placeholder
  39. } else {
  40. error_log("Error: Unsupported dataset type: " . $dataset_type . " for path: " . $path);
  41. continue;
  42. }
  44. } catch (Exception $e) {
  45. error_log("Error loading dataset from " . $path . ": " . $e->getMessage());
  46. }
  47. }
  49. return $datasets;
  50. }
  52. /**
  53. * Placeholder for CSV parsing function. Replace with a proper CSV parser.
  54. * @param string $csv_data
  55. * @return array
  56. */
  57. function parse_csv(string $csv_data): array
  58. {
  59. //Simple CSV parser (very basic, doesn't handle quoted values, etc.)
  60. $lines = explode("\n", $csv_data);
  61. $data = [];
  62. foreach ($lines as $line) {
  63. $values = str_split(str_replace(',', ' ', $line)); //Splits by comma
  64. $data[] = $values;
  65. }
  66. return $data;
  67. }
  70. /**
  71. * Checks if a given string is a valid URL.
  72. *
  73. * @param string $string The string to check.
  74. * @return bool True if the string is a valid URL, false otherwise.
  75. */
  76. function is_url(string $string): bool
  77. {
  78. return filter_var($string, FILTER_VALIDATE_URL) !== false;
  79. }
  82. ?>

Add your comment