1. <?php
  3. /**
  4. * Streams date values for data migration with graceful failure handling.
  5. *
  6. * @param callable $date_provider A callable that returns an array of date values.
  7. * @param int $batch_size The number of date values to process in each batch.
  8. * @param callable $process_date A callable that processes a single date value.
  9. * @return void
  10. */
  11. function streamDatesForMigration(callable $date_provider, int $batch_size, callable $process_date): void
  12. {
  13. try {
  14. while (true) {
  15. $dates = $date_provider(); // Get a batch of dates
  16. if (empty($dates)) {
  17. break; // Stop if no more dates are available
  18. }
  20. foreach ($dates as $date) {
  21. try {
  22. $process_date($date); // Process each date
  23. } catch (\Exception $e) {
  24. // Handle individual date processing errors gracefully
  25. error_log("Error processing date: " . var_export($date, true) . ". Error: " . $e->getMessage());
  26. // Optionally, you can add retry logic here.
  27. }
  28. }
  29. }
  30. } catch (\Exception $e) {
  31. // Handle errors retrieving dates
  32. error_log("Error retrieving dates: " . $e->getMessage());
  33. }
  34. }
  37. // Example usage (replace with your actual date provider, processor, and batch size)
  38. /*
  39. function getDates(): array {
  40. // Simulate a date provider (e.g., reading from a file, database, API)
  41. $dates = [];
  42. for ($i = 0; $i < 10; $i++) {
  43. $dates[] = date("Y-m-d H:i:s", time() - $i);
  44. }
  45. return $dates;
  46. }
  48. function processDate(string $date): void {
  49. // Simulate date processing (e.g., data transformation, database insertion)
  50. echo "Processing date: " . $date . "\n";
  51. if ($date === "2024-01-01 12:00:00") {
  52. throw new \Exception("Simulated processing error");
  53. }
  54. }
  57. streamDatesForMigration(
  58. function () { return getDates(); },
  59. 2,
  60. function ($date) { processDate($date); }
  61. );
  62. */
  64. ?>

Add your comment