1. /**
  2. * Buffers HTML input and logs it for maintenance tasks.
  3. * @param {string} url The URL of the HTML page to buffer.
  4. * @param {function} callback A function to call when the buffer is complete.
  5. */
  6. function bufferHtml(url, callback) {
  7. const http = require('http');
  8. const urlModule = require('url');
  10. const req = http.get(url, (res) => {
  11. let buffer = '';
  13. res.on('data', (chunk) => {
  14. buffer += chunk;
  15. console.log(`Received ${chunk.length} bytes. Total buffered: ${buffer.length}`); // Verbose logging
  16. });
  18. res.on('end', () => {
  19. console.log(`Finished receiving data. Total buffered: ${buffer.length}`); // Verbose logging
  20. callback(buffer);
  21. });
  23. res.on('error', (err) => {
  24. console.error(`Error fetching ${url}: ${err.message}`);
  25. callback(null); // Pass null to indicate an error
  26. });
  27. });
  29. req.on('error', (err) => {
  30. console.error(`Error creating request to ${url}: ${err.message}`);
  31. callback(null);
  32. });
  33. }

Add your comment