1. <?php
  3. /**
  4. * Flattens nested log structures from files.
  5. *
  6. * Usage: php flatten_logs.php <input_file> [output_file]
  7. *
  8. * @param string $inputFile Path to the input log file.
  9. * @param string $outputFile Optional path to the output flattened file. If not provided, output to STDOUT.
  10. * @return void
  11. */
  12. function flattenLogs(string $inputFile, string $outputFile = null): void
  13. {
  14. if (!file_exists($inputFile)) {
  15. die("Error: Input file '$inputFile' not found.");
  16. }
  18. $lines = file($inputFile, FILE_IGNORE_NEW_LINES | FILE_SKIP_EMPTY_LINES); // Read file lines
  20. if ($lines === false) {
  21. die("Error: Could not read input file '$inputFile'.");
  22. }
  24. $flattenedData = [];
  26. foreach ($lines as $line) {
  27. $data = json_decode($line, true); // Decode JSON line
  28. if ($data === null) {
  29. continue; // Skip invalid JSON lines
  30. }
  32. // Recursive flattening function
  33. function flattenArray($arr, string $prefix = ""): array {
  34. $newArr = [];
  35. foreach ($arr as $key => $value) {
  36. $newKey = $prefix ? $prefix . "_" . $key : $key;
  37. if (is_array($value)) {
  38. $newArr = array_merge($newArr, flattenArray($value, $newKey)); // Recursive call
  39. } else {
  40. $newArr[$newKey] = $value;
  41. }
  42. }
  43. return $newArr;
  44. }
  46. $flattenedData[] = flattenArray($data);
  47. }
  49. // Output the flattened data
  50. if ($outputFile) {
  51. file_put_contents($outputFile, json_encode($flattenedData, JSON_PRETTY_PRINT)); // Write to file
  52. } else {
  53. echo json_encode($flattenedData, JSON_PRETTY_PRINT); // Output to STDOUT
  54. }
  55. }
  59. if (count($argv) < 2 || count($argv) > 3) {
  60. die("Usage: php flatten_logs.php <input_file> [output_file]");
  61. }
  63. $inputFile = $argv[1];
  64. $outputFile = $argv[2] ?? null;
  66. flattenLogs($inputFile, $outputFile);

Add your comment