owhat-job
Version:
owhat红包清理
757 lines (624 loc) • 53.4 kB
JavaScript
'use strict';
var _regenerator = require('babel-runtime/regenerator');
var _regenerator2 = _interopRequireDefault(_regenerator);
var _createClass = function () { function defineProperties(target, props) { for (var i = 0; i < props.length; i++) { var descriptor = props[i]; descriptor.enumerable = descriptor.enumerable || false; descriptor.configurable = true; if ("value" in descriptor) descriptor.writable = true; Object.defineProperty(target, descriptor.key, descriptor); } } return function (Constructor, protoProps, staticProps) { if (protoProps) defineProperties(Constructor.prototype, protoProps); if (staticProps) defineProperties(Constructor, staticProps); return Constructor; }; }();
var _get = function get(object, property, receiver) { if (object === null) object = Function.prototype; var desc = Object.getOwnPropertyDescriptor(object, property); if (desc === undefined) { var parent = Object.getPrototypeOf(object); if (parent === null) { return undefined; } else { return get(parent, property, receiver); } } else if ("value" in desc) { return desc.value; } else { var getter = desc.get; if (getter === undefined) { return undefined; } return getter.call(receiver); } };
var _gcl = require('gcl');
var _gcl2 = _interopRequireDefault(_gcl);
var _myprocesscontroller = require('myprocesscontroller');
var _myprocesscontroller2 = _interopRequireDefault(_myprocesscontroller);
var _aliOss = require('ali-oss');
var _aliOss2 = _interopRequireDefault(_aliOss);
function _interopRequireDefault(obj) { return obj && obj.__esModule ? obj : { default: obj }; }
function _classCallCheck(instance, Constructor) { if (!(instance instanceof Constructor)) { throw new TypeError("Cannot call a class as a function"); } }
function _possibleConstructorReturn(self, call) { if (!self) { throw new ReferenceError("this hasn't been initialised - super() hasn't been called"); } return call && (typeof call === "object" || typeof call === "function") ? call : self; }
function _inherits(subClass, superClass) { if (typeof superClass !== "function" && superClass !== null) { throw new TypeError("Super expression must either be null or a function, not " + typeof superClass); } subClass.prototype = Object.create(superClass && superClass.prototype, { constructor: { value: subClass, enumerable: false, writable: true, configurable: true } }); if (superClass) Object.setPrototypeOf ? Object.setPrototypeOf(subClass, superClass) : subClass.__proto__ = superClass; }
function _asyncToGenerator(fn) { return function () { var gen = fn.apply(this, arguments); return new Promise(function (resolve, reject) { function step(key, arg) { try { var info = gen[key](arg); var value = info.value; } catch (error) { reject(error); return; } if (info.done) { resolve(value); } else { return Promise.resolve(value).then(function (value) { step("next", value); }, function (err) { step("throw", err); }); } } return step("next"); }); }; } //console.log = function() {};
_myprocesscontroller2.default.start(_asyncToGenerator( /*#__PURE__*/_regenerator2.default.mark(function _callee13() {
var conf, count, max, threadcount, that, addRMQ;
return _regenerator2.default.wrap(function _callee13$(_context13) {
while (1) {
switch (_context13.prev = _context13.next) {
case 0:
conf = _gcl2.default.AppSettings(this.Config, "add_static");
if (conf) {
_context13.next = 3;
break;
}
throw new Error('add_static配置获取失败!');
case 3:
count = parseInt(conf.count || 1000);
max = parseInt(conf.max || 1);
threadcount = conf.threadcount || 1;
console.log('数据库初始化完成', threadcount, max);
that = this;
that.Temp = this.Middler.getObjectByAppName('Ni', 'MT');
addRMQ = function () {
var _ref2 = _asyncToGenerator( /*#__PURE__*/_regenerator2.default.mark(function _callee(data) {
var res, ret;
return _regenerator2.default.wrap(function _callee$(_context) {
while (1) {
switch (_context.prev = _context.next) {
case 0:
//有相同参数且时间比我小5分钟以内的 不插入
//有相同参数且时间比我早5分钟以内的 更新其执行事件为我的执行
//都没有插入
console.log('addRMQ', data);
_context.next = 3;
return that.Temp.excute("add.redis.addstaticmq", {
value: _gcl2.default.toJsonString({
Type: data.ope,
Params: data.data || []
})
});
case 3:
res = _context.sent;
ret = res.last()[0];
res.clear();
return _context.abrupt('return', ret);
case 7:
case 'end':
return _context.stop();
}
}
}, _callee, this);
}));
return function addRMQ(_x) {
return _ref2.apply(this, arguments);
};
}();
return _context13.abrupt('return', new _myprocesscontroller2.default.CACProcess(new (function (_pro$ADataWorker) {
_inherits(_class, _pro$ADataWorker);
function _class() {
_classCallCheck(this, _class);
return _possibleConstructorReturn(this, (_class.__proto__ || Object.getPrototypeOf(_class)).call(this, 'wk', threadcount, max));
}
_createClass(_class, [{
key: 'getData',
value: function () {
var _ref3 = _asyncToGenerator( /*#__PURE__*/_regenerator2.default.mark(function _callee2(data) {
var ret, result, map;
return _regenerator2.default.wrap(function _callee2$(_context2) {
while (1) {
switch (_context2.prev = _context2.next) {
case 0:
console.log('static-schedule获取数据');
ret = null;
_context2.prev = 2;
_context2.next = 5;
return that.Ni.excute('add.redis.getschedulemq', {
count: count
});
case 5:
ret = _context2.sent;
console.log('getschedulemq', ret.hasData() && ret.last()[0]);
if (!(ret.hasData() && ret.last()[0].length && !ret.last()[0][0].affected)) {
_context2.next = 15;
break;
}
result = [];
map = {};
ret.last()[0].map(function (v) {
try {
var value = _gcl2.default.json(v.value);
!map[value.Type] && (map[value.Type] = { type: value.Type, idic: {}, params: [] }, result[result.length] = map[value.Type]);
var _map$value$Type = map[value.Type],
idic = _map$value$Type.idic,
params = _map$value$Type.params;
(value.Params || []).map(function (id) {
//这里是数组
id && !idic[id] && (idic[id] = true, params[params.length] = id);
});
//合并数据 譬如多个评论或者首页合并
} catch (ee) {
that.Log.release('add.redis.getschedulemsmq-单条 -' + ee.message + ',json=' + _gcl2.default.toJsonString(v));
console.log('add.redis.getschedulemsmq-单条 -', ee.stack, _gcl2.default.toJsonString(v));
}
});
console.log('add.redis.getschedulemsmq', '\u83B7\u53D6' + ret.last()[0].length + '\u6761\u6570\u636E', result);
return _context2.abrupt('return', result);
case 15:
if (!ret.hasData()) {
console.log('没有返回数据!', ret.last());
} else {
console.log('奇怪错误 未返回返回数据 也没有此次请求的num');
}
case 16:
_context2.next = 22;
break;
case 18:
_context2.prev = 18;
_context2.t0 = _context2['catch'](2);
that.Log.release('add.redis.getschedulemsmq -' + _context2.t0.message + ',json=' + _gcl2.default.toJsonString(ret.last()));
console.log('add.redis.getschedulemsmq -', _context2.t0.stack, ret.last());
case 22:
if (ret) {
ret.clear();
}
return _context2.abrupt('return', null);
case 24:
case 'end':
return _context2.stop();
}
}
}, _callee2, this, [[2, 18]]);
}));
function getData(_x2) {
return _ref3.apply(this, arguments);
}
return getData;
}()
}, {
key: 'custom',
value: function () {
var _ref4 = _asyncToGenerator( /*#__PURE__*/_regenerator2.default.mark(function _callee10(ret, data) {
var res, params, _this, db, datas, isExcel, excels, tables;
return _regenerator2.default.wrap(function _callee10$(_context10) {
while (1) {
switch (_context10.prev = _context10.next) {
case 0:
if (!data.array) data.array = 1;else data.array++;
if (!data.Log) {
data.Log = that.Log;
data.Ni = that.Middler.getObjectByAppName('Ni', 'templatemanager');
data.Config = that.Config;
}
res = null;
params = ret.params;
_this = this;
_context10.prev = 5;
_context10.t0 = ret.type.toLowerCase();
_context10.next = _context10.t0 === 'banner' ? 9 : _context10.t0 === '专家' ? 12 : _context10.t0 === '文章' ? 19 : _context10.t0 === '评论' ? 42 : _context10.t0 === '课题' ? 56 : _context10.t0 === '资讯' ? 63 : _context10.t0 === '名言' ? 66 : _context10.t0 === '类目' ? 69 : _context10.t0 === '合作方' ? 72 : _context10.t0 === '启动页面' ? 75 : 88;
break;
case 9:
_context10.next = 11;
return addRMQ({
ope: 'index.banner',
data: []
});
case 11:
return _context10.abrupt('break', 90);
case 12:
_context10.next = 14;
return addRMQ({
ope: 'index.author',
data: []
});
case 14:
_context10.next = 16;
return addRMQ({
ope: 'authors',
data: []
});
case 16:
_context10.next = 18;
return _gcl2.default.each(params, function () {
var _ref5 = _asyncToGenerator( /*#__PURE__*/_regenerator2.default.mark(function _callee3(v) {
return _regenerator2.default.wrap(function _callee3$(_context3) {
while (1) {
switch (_context3.prev = _context3.next) {
case 0:
_context3.next = 2;
return addRMQ({
ope: 'author',
data: v
});
case 2:
return _context3.abrupt('return', false);
case 3:
case 'end':
return _context3.stop();
}
}
}, _callee3, this);
}));
return function (_x5) {
return _ref5.apply(this, arguments);
};
}());
case 18:
return _context10.abrupt('break', 90);
case 19:
_context10.next = 21;
return addRMQ({
ope: 'index.article',
data: []
});
case 21:
_context10.next = 23;
return _gcl2.default.each(params, function () {
var _ref6 = _asyncToGenerator( /*#__PURE__*/_regenerator2.default.mark(function _callee4(v) {
return _regenerator2.default.wrap(function _callee4$(_context4) {
while (1) {
switch (_context4.prev = _context4.next) {
case 0:
_context4.next = 2;
return addRMQ({
ope: 'article',
data: v
});
case 2:
_context4.next = 4;
return addRMQ({
ope: 'article.comment',
data: v
});
case 4:
return _context4.abrupt('return', false);
case 5:
case 'end':
return _context4.stop();
}
}
}, _callee4, this);
}));
return function (_x6) {
return _ref6.apply(this, arguments);
};
}());
case 23:
_context10.next = 25;
return data.Ni.excute('r_emb', '~.l_article.select', {
$ID: '~=' + params.join(','),
$delFlag: '~=2,3',
authorID: true,
isExcel: true,
_distince: true
});
case 25:
db = _context10.sent;
if (!db.hasData()) {
_context10.next = 40;
break;
}
datas = db.last()[0];
console.log(datas);
isExcel = false;
excels = [];
_context10.next = 33;
return _gcl2.default.each(datas, function () {
var _ref7 = _asyncToGenerator( /*#__PURE__*/_regenerator2.default.mark(function _callee5(v) {
return _regenerator2.default.wrap(function _callee5$(_context5) {
while (1) {
switch (_context5.prev = _context5.next) {
case 0:
if (!v.authorID) {
_context5.next = 3;
break;
}
_context5.next = 3;
return addRMQ({
ope: 'author',
data: v.authorID
});
case 3:
isExcel = isExcel || !!v.isExcel;
excels.push(v.ID);
return _context5.abrupt('return', false);
case 6:
case 'end':
return _context5.stop();
}
}
}, _callee5, this);
}));
return function (_x7) {
return _ref7.apply(this, arguments);
};
}());
case 33:
if (!isExcel) {
_context10.next = 40;
break;
}
_context10.next = 36;
return addRMQ({
ope: 'index.excel',
data: []
});
case 36:
_context10.next = 38;
return addRMQ({
ope: 'index.articleexcel',
data: []
});
case 38:
_context10.next = 40;
return addRMQ({
ope: 'index.excels',
data: []
});
case 40:
db.clear();
return _context10.abrupt('break', 90);
case 42:
_context10.next = 44;
return _gcl2.default.each(params, function () {
var _ref8 = _asyncToGenerator( /*#__PURE__*/_regenerator2.default.mark(function _callee6(v) {
return _regenerator2.default.wrap(function _callee6$(_context6) {
while (1) {
switch (_context6.prev = _context6.next) {
case 0:
_context6.next = 2;
return addRMQ({
ope: 'article.comment',
data: v
});
case 2:
return _context6.abrupt('return', false);
case 3:
case 'end':
return _context6.stop();
}
}
}, _callee6, this);
}));
return function (_x8) {
return _ref8.apply(this, arguments);
};
}());
case 44:
_context10.next = 46;
return data.Ni.excute('r_emb', '~.l_article.select', {
$ID: '~=' + params.join(','),
$delFlag: 3,
ID: true,
createTime: true,
commentCount: true,
viewCount: true,
collectCount: true,
_distince: true
});
case 46:
db = _context10.sent;
if (!db.hasData()) {
_context10.next = 54;
break;
}
datas = db.last()[0];
tables = [];
_context10.next = 52;
return _gcl2.default.each(datas, function () {
var _ref9 = _asyncToGenerator( /*#__PURE__*/_regenerator2.default.mark(function _callee7(v) {
var createTime, name;
return _regenerator2.default.wrap(function _callee7$(_context7) {
while (1) {
switch (_context7.prev = _context7.next) {
case 0:
createTime = new Date(Date.parse(v.createTime));
if (!(new Date().sub('d', createTime) < 90)) {
_context7.next = 5;
break;
}
tables['comment_last'] = true;
_context7.next = 5;
return data.Ni.excute('template9', 'hinsert into comment_last<ID> (ID,value) values (?ID,?value) datetime ?expire;', {
ID: v.ID,
value: _gcl2.default.toJsonString({
commentCount: v.commentCount || 0,
viewCount: v.viewCount || 0,
collectCount: v.collectCount || 0
}),
expire: createTime.add('m', 3).sub('ms', new Date())
});
case 5:
name = createTime.getYear() + 1900 + '-' + (Math.floor(createTime.getMonth() / 3) + 1);
tables['comment_' + name] = true;
_context7.next = 9;
return data.Ni.excute('template9', 'hinsert into comment_' + name + '<ID> (ID,value) values (?ID,?value);', {
ID: v.ID,
value: _gcl2.default.toJsonString({
commentCount: v.commentCount || 0,
viewCount: v.viewCount || 0,
collectCount: v.collectCount || 0
})
});
case 9:
return _context7.abrupt('return', false);
case 10:
case 'end':
return _context7.stop();
}
}
}, _callee7, this);
}));
return function (_x9) {
return _ref9.apply(this, arguments);
};
}());
case 52:
_context10.next = 54;
return _gcl2.default.each(Object.keys(tables), function () {
var _ref10 = _asyncToGenerator( /*#__PURE__*/_regenerator2.default.mark(function _callee8(v) {
return _regenerator2.default.wrap(function _callee8$(_context8) {
while (1) {
switch (_context8.prev = _context8.next) {
case 0:
_context8.next = 2;
return addRMQ({
ope: 'comment.report',
data: v
});
case 2:
return _context8.abrupt('return', false);
case 3:
case 'end':
return _context8.stop();
}
}
}, _callee8, this);
}));
return function (_x10) {
return _ref10.apply(this, arguments);
};
}());
case 54:
db.clear();
return _context10.abrupt('break', 90);
case 56:
_context10.next = 58;
return addRMQ({
ope: 'index.topic',
data: []
});
case 58:
_context10.next = 60;
return addRMQ({
ope: 'topics',
data: []
});
case 60:
_context10.next = 62;
return _gcl2.default.each(params, function () {
var _ref11 = _asyncToGenerator( /*#__PURE__*/_regenerator2.default.mark(function _callee9(v) {
return _regenerator2.default.wrap(function _callee9$(_context9) {
while (1) {
switch (_context9.prev = _context9.next) {
case 0:
_context9.next = 2;
return addRMQ({
ope: 'topic',
data: v
});
case 2:
return _context9.abrupt('return', false);
case 3:
case 'end':
return _context9.stop();
}
}
}, _callee9, this);
}));
return function (_x11) {
return _ref11.apply(this, arguments);
};
}());
case 62:
return _context10.abrupt('break', 90);
case 63:
_context10.next = 65;
return addRMQ({
ope: 'index.finance',
data: []
});
case 65:
return _context10.abrupt('break', 90);
case 66:
_context10.next = 68;
return addRMQ({
ope: 'index.motto',
data: []
});
case 68:
return _context10.abrupt('break', 90);
case 69:
_context10.next = 71;
return addRMQ({
ope: 'index.category',
data: []
});
case 71:
return _context10.abrupt('break', 90);
case 72:
_context10.next = 74;
return addRMQ({
ope: 'index.partner',
data: []
});
case 74:
return _context10.abrupt('break', 90);
case 75:
_context10.next = 77;
return addRMQ({
ope: 'index.motto',
data: []
});
case 77:
_context10.next = 79;
return addRMQ({
ope: 'index.finance',
data: []
});
case 79:
_context10.next = 81;
return addRMQ({
ope: 'index.topic',
data: []
});
case 81:
_context10.next = 83;
return addRMQ({
ope: 'index.author',
data: []
});
case 83:
_context10.next = 85;
return addRMQ({
ope: 'index.articlehot',
data: []
});
case 85:
_context10.next = 87;
return addRMQ({
ope: 'index.excel',
data: []
});
case 87:
return _context10.abrupt('break', 90);
case 88:
console.log('未处理的事务', _gcl2.default.toJsonString(ret));
return _context10.abrupt('break', 90);
case 90:
console.log(ret.type + '完成', ret);
_context10.next = 97;
break;
case 93:
_context10.prev = 93;
_context10.t1 = _context10['catch'](5);
console.log("单条处理失败" + _context10.t1.message, _gcl2.default.toJsonString(ret));
that.Log.release("单条处理失败" + _context10.t1.message + ' ' + _gcl2.default.toJsonString(ret));
case 97:
_context10.prev = 97;
return _context10.finish(97);
case 99:
if (res) {
res.clear();
}
return _context10.abrupt('return', false);
case 101:
case 'end':
return _context10.stop();
}
}
}, _callee10, this, [[5, 93, 97, 99]]);
}));
function custom(_x3, _x4) {
return _ref4.apply(this, arguments);
}
return custom;
}()
}, {
key: 'rollback',
value: function () {
var _ref12 = _asyncToGenerator( /*#__PURE__*/_regenerator2.default.mark(function _callee11(v, data) {
return _regenerator2.default.wrap(function _callee11$(_context11) {
while (1) {
switch (_context11.prev = _context11.next) {
case 0:
console.log('rollback 抛弃数据', v);
that.Log.release("单条处理放弃" + ' ' + _gcl2.default.toJsonString(v));
return _context11.abrupt('return', false);
case 3:
case 'end':
return _context11.stop();
}
}
}, _callee11, this);
}));
function rollback(_x12, _x13) {
return _ref12.apply(this, arguments);
}
return rollback;
}()
}, {
key: 'dispose',