1. const fs = require('fs').promises;
  2. const path = require('path');
  4. /**
  5. * Imports data from directories with fixed retry intervals.
  6. * @param {string[]} directories An array of directory paths.
  7. * @param {number} retryIntervalMs The retry interval in milliseconds.
  8. * @returns {Promise<object>} An object containing the imported data. Returns an empty object if no directories are provided.
  9. */
  10. async function importDataFromDirectories(directories, retryIntervalMs) {
  11. if (!directories || directories.length === 0) {
  12. return {}; // Handle empty directory list
  13. }
  15. const importedData = {};
  17. for (const directory of directories) {
  18. try {
  19. const files = await fs.readdir(directory); // Read directory contents
  20. importedData[directory] = await processDirectory(directory, files);
  21. } catch (err) {
  22. console.error(`Error reading directory ${directory}:`, err);
  23. await delay(retryIntervalMs); // Retry after interval
  24. try {
  25. const files = await fs.readdir(directory); // Retry read
  26. importedData[directory] = await processDirectory(directory, files);
  27. } catch (retryErr) {
  28. console.error(`Error reading directory ${directory} after retry:`, retryErr);
  29. importedData[directory] = null; // Mark as failed
  30. }
  31. }
  32. }
  34. return importedData;
  35. }
  38. /**
  39. * Processes a single directory and its files.
  40. * @param {string} directoryPath The path to the directory.
  41. * @param {string[]} files An array of file names in the directory.
  42. * @returns {object} An object containing the processed data for the directory.
  43. */
  44. async function processDirectory(directoryPath, files) {
  45. const data = {};
  46. for (const file of files) {
  47. const filePath = path.join(directoryPath, file);
  48. try {
  49. const fileContent = await fs.readFile(filePath, 'utf8'); // Read file content
  50. data[file] = fileContent; // Store file content
  51. } catch (err) {
  52. console.error(`Error reading file ${filePath}:`, err);
  53. data[file] = null; // Mark as failed
  54. }
  55. }
  56. return data;
  57. }
  61. /**
  62. * Delays execution for a specified number of milliseconds.
  63. * @param {number} ms The delay in milliseconds.
  64. * @returns {Promise<void>} A promise that resolves after the delay.
  65. */
  66. function delay(ms) {
  67. return new Promise(resolve => setTimeout(resolve, ms));
  68. }
  71. module.exports = importDataFromDirectories;

Add your comment