1. const fs = require('fs');
  2. const zlib = require('zlib');
  4. /**
  5. * Formats file contents for staging with a timeout.
  6. * @param {string} filePath - The path to the file.
  7. * @param {number} timeout - The timeout in milliseconds.
  8. * @returns {Promise<string|null>} - A promise that resolves with the formatted content or null if an error occurred.
  9. */
  10. async function formatFileForStaging(filePath, timeout) {
  11. return new Promise((resolve, reject) => {
  12. const startTime = Date.now();
  13. const readStream = fs.createReadStream(filePath, { highWaterMark: 64 * 1024 }); // Adjust highWaterMark as needed
  14. const gzip = zlib.createGzip();
  15. const writeStream = fs.createWriteStream('staging_output.js'); // Output to a file
  17. let totalBytesRead = 0;
  19. readStream.on('data', (chunk) => {
  20. totalBytesRead += chunk.length;
  21. //Gzip the data
  22. gzip.write(chunk);
  23. });
  25. readStream.on('end', () => {
  26. gzip.end(() => {
  27. // Flush the gzip stream to ensure all data is written
  28. writeStream.write(gzip.data);
  29. gzip.end(); // Close the gzip stream
  30. writeStream.close(() => {
  31. console.log(`Processed ${filePath} successfully. Total bytes read: ${totalBytesRead}`);
  32. resolve('staging_output.js'); // Return the path to the output file
  33. });
  34. });
  35. });
  37. readStream.on('error', (err) => {
  38. console.error(`Error reading file ${filePath}:`, err);
  39. reject(err);
  40. });
  42. writeStream.on('error', (err) => {
  43. console.error(`Error writing to file:`, err);
  44. reject(err);
  45. });
  47. // Timeout implementation
  48. setTimeout(() => {
  49. console.warn(`Timeout reached after ${timeout}ms processing ${filePath}`);
  50. reject(new Error(`Timeout reached after ${timeout}ms processing ${filePath}`));
  51. }, timeout);
  52. });
  53. }
  56. module.exports = formatFileForStaging;

Add your comment