1. <?php
  3. /**
  4. * Imports data from a binary file in chunks to manage memory usage.
  5. *
  6. * @param string $filePath Path to the binary file.
  7. * @param callable $callback A callback function to process each chunk of data.
  8. * The callback function receives the chunk as a string.
  9. * @param int $chunkSize The size of each chunk in bytes. Default is 4096.
  10. * @return bool True on success, false on failure.
  11. */
  12. function importBinaryFileInChunks(string $filePath, callable $callback, int $chunkSize = 4096): bool
  13. {
  14. if (!file_exists($filePath)) {
  15. error_log("File not found: " . $filePath);
  16. return false;
  17. }
  19. $fileHandle = fopen($filePath, 'rb'); // Open the file in binary read mode.
  21. if ($fileHandle === false) {
  22. error_log("Failed to open file: " . $filePath);
  23. return false;
  24. }
  26. $buffer = '';
  27. while (!feof($fileHandle)) {
  28. $chunk = fread($fileHandle, $chunkSize); // Read a chunk of data.
  30. if ($chunk === false) {
  31. $error = error_get_last();
  32. error_log("Error reading file: " . $error['message']);
  33. fclose($fileHandle);
  34. return false;
  35. }
  37. $buffer .= $chunk; // Append the chunk to the buffer.
  39. // Process the chunk using the callback function.
  40. $callback($buffer);
  42. $buffer = ''; // Clear the buffer.
  43. }
  45. fclose($fileHandle); // Close the file handle.
  46. return true;
  47. }
  50. //Example usage:
  51. /*
  52. function processChunk(string $chunk): void{
  53. //Do something with the chunk of data
  54. echo "Processing chunk of size: " . strlen($chunk) . "\n";
  55. }
  57. if (importBinaryFileInChunks('large_binary_file.bin', 'processChunk', 1024)) {
  58. echo "File imported successfully.\n";
  59. } else {
  60. echo "File import failed.\n";
  61. }
  62. */
  64. ?>

Add your comment