first commit

2023-05-19 00:42:48 +08:00
commit 53de9c6c51
243 changed files with 39485 additions and 0 deletions
@@ -0,0 +1,85 @@
+'use strict';
+
+var _ = require('underscore');
+var debug = require('../util/debug')('host-scheduler');
+var Scheduler = require('./scheduler');
+var Locker = require('../leader/locker');
+var FixedCapacity = require('./capacity/fixed');
+var HttpSimpleCapacity = require('./capacity/http-simple');
+var HttpLoadCapacity = require('./capacity/http-load');
+
+function HostScheduler(name, taskRunner, redisPool) {
+    this.name = name || 'scheduler';
+    this.taskRunner = taskRunner;
+    this.locker = Locker.create('redis-distlock', { pool: redisPool });
+    this.locker.on('error', function(err, host) {
+        debug('[%s] Locker.error %s', this.name, err.message);
+        this.unlock(host);
+    }.bind(this));
+    // host => Scheduler
+    this.schedulers = {};
+}
+
+module.exports = HostScheduler;
+
+HostScheduler.prototype.add = function(host, user, callback) {
+    this.lock(host, function(err, scheduler) {
+        if (err) {
+            debug('[%s] Could not lock host=%s', this.name, host);
+            return callback(err);
+        }
+        scheduler.add(user);
+        var wasRunning = scheduler.schedule();
+        debug('[%s] Scheduler host=%s was running=%s', this.name, host, wasRunning);
+        return callback(err, wasRunning);
+    }.bind(this));
+};
+
+HostScheduler.prototype.getCapacityProvider = function(host) {
+    var strategy = global.settings.batch_capacity_strategy;
+
+    if (strategy === 'http-simple' || strategy === 'http-load') {
+        if (global.settings.batch_capacity_http_url_template) {
+            var endpoint = _.template(global.settings.batch_capacity_http_url_template, { dbhost: host });
+            debug('Using strategy=%s capacity. Endpoint=%s', strategy, endpoint);
+
+            if (strategy === 'http-simple') {
+                return new HttpSimpleCapacity(host, endpoint);
+            }
+            return new HttpLoadCapacity(host, endpoint);
+        }
+    }
+
+    var fixedCapacity = global.settings.batch_capacity_fixed_amount || 4;
+    debug('Using strategy=fixed capacity=%d', fixedCapacity);
+    return new FixedCapacity(fixedCapacity);
+};
+
+HostScheduler.prototype.lock = function(host, callback) {
+    debug('[%s] lock(%s)', this.name, host);
+    var self = this;
+    this.locker.lock(host, function(err) {
+        if (err) {
+            debug('[%s] Could not lock host=%s. Reason: %s', self.name, host, err.message);
+            return callback(err);
+        }
+
+        if (!self.schedulers.hasOwnProperty(host)) {
+            var scheduler = new Scheduler(self.getCapacityProvider(host), self.taskRunner);
+            scheduler.on('done', self.unlock.bind(self, host));
+            self.schedulers[host] = scheduler;
+        }
+
+        debug('[%s] Locked host=%s', self.name, host);
+        return callback(null, self.schedulers[host]);
+    });
+};
+
+HostScheduler.prototype.unlock = function(host) {
+    debug('[%s] unlock(%s)', this.name, host);
+    if (this.schedulers.hasOwnProperty(host)) {
+        // TODO stop scheduler?
+        delete this.schedulers[host];
+    }
+    this.locker.unlock(host, debug);
+};