Worker.js 6.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213
  1. /**
  2. * Copyright 2013-2022 the PM2 project authors. All rights reserved.
  3. * Use of this source code is governed by a license that
  4. * can be found in the LICENSE file.
  5. */
  6. const vizion = require('vizion');
  7. const eachLimit = require('async/eachLimit');
  8. const debug = require('debug')('pm2:worker');
  9. const domain = require('domain');
  10. const Cron = require('croner');
  11. const pkg = require('../package.json');
  12. var cst = require('../constants.js');
  13. var vCheck = require('./VersionCheck.js')
  14. module.exports = function(God) {
  15. var timer = null;
  16. God.CronJobs = new Map();
  17. God.Worker = {};
  18. God.Worker.is_running = false;
  19. God.getCronID = function(pm_id) {
  20. return `cron-${pm_id}`
  21. }
  22. God.registerCron = function(pm2_env) {
  23. if (!pm2_env ||
  24. pm2_env.pm_id === undefined ||
  25. !pm2_env.cron_restart ||
  26. pm2_env.cron_restart == '0' ||
  27. God.CronJobs.has(God.getCronID(pm2_env.pm_id)))
  28. return;
  29. var pm_id = pm2_env.pm_id
  30. console.log('[PM2][WORKER] Registering a cron job on:', pm_id);
  31. var job = Cron(pm2_env.cron_restart, function() {
  32. God.restartProcessId({id: pm_id}, function(err, data) {
  33. if (err)
  34. console.error(err.stack || err);
  35. return;
  36. });
  37. });
  38. God.CronJobs.set(God.getCronID(pm_id), job);
  39. }
  40. /**
  41. * Deletes the cron job on deletion of process
  42. */
  43. God.deleteCron = function(id) {
  44. if (typeof(id) !== 'undefined' && God.CronJobs.has(God.getCronID(id)) === false)
  45. return;
  46. console.log('[PM2] Deregistering a cron job on:', id);
  47. var job = God.CronJobs.get(God.getCronID(id));
  48. if (job)
  49. job.stop();
  50. God.CronJobs.delete(God.getCronID(id));
  51. };
  52. var _getProcessById = function(pm_id) {
  53. var proc = God.clusters_db[pm_id];
  54. return proc ? proc : null;
  55. };
  56. var maxMemoryRestart = function(proc_key, cb) {
  57. var proc = _getProcessById(proc_key.pm2_env.pm_id);
  58. if (!(proc &&
  59. proc.pm2_env &&
  60. proc_key.monit))
  61. return cb();
  62. if (proc_key.monit.memory !== undefined &&
  63. proc.pm2_env.max_memory_restart !== undefined &&
  64. proc.pm2_env.max_memory_restart < proc_key.monit.memory &&
  65. proc.pm2_env.axm_options &&
  66. proc.pm2_env.axm_options.pid === undefined) {
  67. console.log('[PM2][WORKER] Process %s restarted because it exceeds --max-memory-restart value (current_memory=%s max_memory_limit=%s [octets])', proc.pm2_env.pm_id, proc_key.monit.memory, proc.pm2_env.max_memory_restart);
  68. God.reloadProcessId({
  69. id : proc.pm2_env.pm_id
  70. }, function(err, data) {
  71. if (err)
  72. console.error(err.stack || err);
  73. return cb();
  74. });
  75. }
  76. else {
  77. return cb();
  78. }
  79. };
  80. // Deprecated
  81. var versioningRefresh = function(proc_key, cb) {
  82. var proc = _getProcessById(proc_key.pm2_env.pm_id);
  83. if (!(proc &&
  84. proc.pm2_env &&
  85. (proc.pm2_env.vizion !== false && proc.pm2_env.vizion != "false") &&
  86. proc.pm2_env.versioning &&
  87. proc.pm2_env.versioning.repo_path)) {
  88. return cb();
  89. }
  90. if (proc.pm2_env.vizion_running === true)
  91. {
  92. debug('Vizion is already running for proc id: %d, skipping this round', proc.pm2_env.pm_id);
  93. return cb();
  94. }
  95. proc.pm2_env.vizion_running = true;
  96. var repo_path = proc.pm2_env.versioning.repo_path;
  97. vizion.analyze({
  98. folder: proc.pm2_env.versioning.repo_path
  99. },
  100. function(err, meta) {
  101. if (err != null)
  102. return cb();
  103. proc = _getProcessById(proc_key.pm2_env.pm_id);
  104. if (!(proc &&
  105. proc.pm2_env &&
  106. proc.pm2_env.versioning &&
  107. proc.pm2_env.versioning.repo_path)) {
  108. console.error('Proc not defined anymore or versioning unknown');
  109. return cb();
  110. }
  111. proc.pm2_env.vizion_running = false;
  112. meta.repo_path = repo_path;
  113. proc.pm2_env.versioning = meta;
  114. debug('[PM2][WORKER] %s parsed for versioning', proc.pm2_env.name);
  115. return cb();
  116. });
  117. };
  118. var tasks = function() {
  119. if (God.Worker.is_running === true) {
  120. debug('[PM2][WORKER] Worker is already running, skipping this round');
  121. return false;
  122. }
  123. God.Worker.is_running = true;
  124. God.getMonitorData(null, function(err, data) {
  125. if (err || !data || typeof(data) !== 'object') {
  126. God.Worker.is_running = false;
  127. return console.error(err);
  128. }
  129. eachLimit(data, 1, function(proc, next) {
  130. if (!proc || !proc.pm2_env || proc.pm2_env.pm_id === undefined)
  131. return next();
  132. debug('[PM2][WORKER] Processing proc id:', proc.pm2_env.pm_id);
  133. // Reset restart delay if application has an uptime of more > 30secs
  134. if (proc.pm2_env.exp_backoff_restart_delay !== undefined &&
  135. proc.pm2_env.prev_restart_delay && proc.pm2_env.prev_restart_delay > 0) {
  136. var app_uptime = Date.now() - proc.pm2_env.pm_uptime
  137. if (app_uptime > cst.EXP_BACKOFF_RESET_TIMER) {
  138. var ref_proc = _getProcessById(proc.pm2_env.pm_id);
  139. ref_proc.pm2_env.prev_restart_delay = 0
  140. console.log(`[PM2][WORKER] Reset the restart delay, as app ${proc.name} has been up for more than ${cst.EXP_BACKOFF_RESET_TIMER}ms`)
  141. }
  142. }
  143. // Check if application has reached memory threshold
  144. maxMemoryRestart(proc, function() {
  145. return next();
  146. });
  147. }, function(err) {
  148. God.Worker.is_running = false;
  149. debug('[PM2][WORKER] My job here is done, next job in %d seconds', parseInt(cst.WORKER_INTERVAL / 1000));
  150. });
  151. });
  152. };
  153. var wrappedTasks = function() {
  154. var d = domain.create();
  155. d.once('error', function(err) {
  156. console.error('[PM2][WORKER] Error caught by domain:\n' + (err.stack || err));
  157. God.Worker.is_running = false;
  158. });
  159. d.run(function() {
  160. tasks();
  161. });
  162. };
  163. God.Worker.start = function() {
  164. timer = setInterval(wrappedTasks, cst.WORKER_INTERVAL);
  165. setInterval(() => {
  166. vCheck({
  167. state: 'check',
  168. version: pkg.version
  169. })
  170. }, 1000 * 60 * 60 * 24)
  171. };
  172. God.Worker.stop = function() {
  173. if (timer !== null)
  174. clearInterval(timer);
  175. };
  176. };