1. /**
  2. * Cleans and processes runtime environment data with rate limiting.
  3. *
  4. * @param {Array<Object>} data - Array of data objects to process.
  5. * @param {number} maxRequestsPerSecond - Maximum number of requests allowed per second.
  6. * @returns {Promise<Array<Object>>} - A promise that resolves to the cleaned and processed data.
  7. */
  8. async function processDataWithRateLimit(data, maxRequestsPerSecond) {
  9. const results = [];
  10. let requestQueue = [];
  11. let running = 0; // Number of currently running requests
  12. let lastExecutionTime = 0;
  14. async function processItem(item) {
  15. // Simulate data cleaning and processing
  16. await new Promise(resolve => setTimeout(resolve, Math.random() * 500)); // Simulate work
  17. const cleanedItem = {
  18. ...item,
  19. cleanedData: item.data.toUpperCase(), // Example cleaning
  20. };
  21. results.push(cleanedItem);
  22. }
  24. async function createRequest() {
  25. if (requestQueue.length > 0 && running >= maxRequestsPerSecond) {
  26. return; // Rate limit reached
  27. }
  29. if (requestQueue.length < maxRequestsPerSecond) {
  30. const item = requestQueue.shift();
  31. running++;
  32. try {
  33. await processItem(item);
  34. } catch (error) {
  35. console.error("Error processing item:", error);
  36. } finally {
  37. running--;
  38. // Schedule the next request if there are more in the queue
  39. if (requestQueue.length > 0) {
  40. createRequest();
  41. }
  42. }
  43. }
  44. }
  48. for (const item of data) {
  49. requestQueue.push(item);
  50. createRequest();
  51. }
  53. // Wait for all requests to complete
  54. while (running > 0) {
  55. await new Promise(resolve => setTimeout(resolve, 10)); // Check periodically
  56. }
  58. return results;
  59. }
  61. export default processDataWithRateLimit;

Add your comment