cqhttp-twitter-bot
Version:
CQHTTP Twitter Bot
209 lines (208 loc) • 10.2 kB
JavaScript
;
Object.defineProperty(exports, "__esModule", { value: true });
const CallableInstance = require("callable-instance");
const https = require("https");
const log4js = require("log4js");
const pngjs_1 = require("pngjs");
const puppeteer = require("puppeteer");
const read = require("read-all-stream");
const typeInZH = {
photo: '[图片]',
video: '[视频]',
animated_gif: '[GIF]',
};
const logger = log4js.getLogger('webshot');
logger.level = global.loglevel;
class Webshot extends CallableInstance {
constructor(onready) {
super('webshot');
this.renderWebshot = (url, height, webshotDelay) => {
const promise = new Promise(resolve => {
const width = 600;
logger.info(`shooting ${width}*${height} webshot for ${url}`);
this.browser.newPage()
.then(page => {
page.setUserAgent('Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/67.0.3396.99 Safari/537.36')
.then(() => page.setViewport({
width,
height,
isMobile: true,
}))
.then(() => page.setBypassCSP(true))
.then(() => page.goto(url))
// hide header, "more options" button, like and retweet count
.then(() => page.addStyleTag({
content: 'header{display:none!important}path[d=\'M20.207 7.043a1 1 0 0 0-1.414 0L12 13.836 5.207 7.043a1 1 0 0 0-1.414 1.414l7.5 7.5a.996.996 0 0 0 1.414 0l7.5-7.5a1 1 0 0 0 0-1.414z\'],div[role=\'button\']{display: none;}',
}))
.then(() => page.waitFor(webshotDelay))
.then(() => page.addScriptTag({
content: 'document.documentElement.scrollTop=0;',
}))
.then(() => page.screenshot())
.then(screenshot => {
new pngjs_1.PNG({
filterType: 4,
}).on('parsed', function () {
// remove comment area
let boundary = null;
let x = 0;
for (let y = 0; y < this.height; y++) {
const idx = (this.width * y + x) << 2;
if (this.data[idx] !== 255) {
boundary = y;
break;
}
}
if (boundary !== null) {
logger.info(`found boundary at ${boundary}, cropping image`);
this.data = this.data.slice(0, (this.width * boundary) << 2);
this.height = boundary;
boundary = null;
x = Math.floor(this.width / 2);
let flag = false;
let cnt = 0;
for (let y = this.height - 1; y >= 0; y--) {
const idx = (this.width * y + x) << 2;
if ((this.data[idx] === 255) === flag) {
cnt++;
flag = !flag;
}
else
continue;
// line above the "comment", "retweet", "like", "share" button row
if (cnt === 2) {
boundary = y + 1;
}
// if there are a "retweet" count and "like" count row, this will be the line above it
if (cnt === 4) {
const b = y + 1;
if (this.height - b <= 200)
boundary = b;
break;
}
}
if (boundary != null) {
logger.info(`found boundary at ${boundary}, trimming image`);
this.data = this.data.slice(0, (this.width * boundary) << 2);
this.height = boundary;
}
read(this.pack(), 'base64').then(data => {
logger.info(`finished webshot for ${url}`);
resolve({ data, boundary });
});
}
else if (height >= 8 * 1920) {
logger.warn('too large, consider as a bug, returning');
read(this.pack(), 'base64').then(data => {
logger.info(`finished webshot for ${url}`);
resolve({ data, boundary: 0 });
});
}
else {
logger.info('unable to found boundary, try shooting a larger image');
resolve({ data: '', boundary });
}
}).parse(screenshot);
})
.then(() => page.close());
});
});
return promise.then(data => {
if (data.boundary === null)
return this.renderWebshot(url, height + 1920, webshotDelay);
else
return data.data;
});
};
this.fetchImage = (url) => new Promise(resolve => {
logger.info(`fetching ${url}`);
https.get(url, res => {
if (res.statusCode === 200) {
read(res, 'base64').then(data => {
logger.info(`successfully fetched ${url}`);
resolve(data);
});
}
else {
logger.error(`failed to fetch ${url}: ${res.statusCode}`);
resolve();
}
}).on('error', (err) => {
logger.error(`failed to fetch ${url}: ${err.message}`);
resolve();
});
});
puppeteer.launch({ args: ['--no-sandbox', '--disable-setuid-sandbox', '--lang=zh-CN,zh'] })
.then(browser => this.browser = browser)
.then(() => {
logger.info('launched puppeteer browser');
if (onready)
onready();
});
}
webshot(mode, tweets, callback, webshotDelay) {
let promise = new Promise(resolve => {
resolve();
});
tweets.forEach(twi => {
promise = promise.then(() => {
logger.info(`working on ${twi.user.screen_name}/${twi.id_str}`);
});
const originTwi = twi.retweeted_status || twi;
let cqstr = '';
if (mode === 0) {
const url = `https://mobile.twitter.com/${twi.user.screen_name}/status/${twi.id_str}`;
promise = promise.then(() => this.renderWebshot(url, 1920, webshotDelay))
.then(base64Webshot => {
if (base64Webshot)
cqstr += `[CQ:image,file=base64://${base64Webshot}]`;
});
if (originTwi.extended_entities) {
originTwi.extended_entities.media.forEach(media => {
promise = promise.then(() => this.fetchImage(media.media_url_https))
.then(base64Image => {
if (base64Image)
cqstr += `[CQ:image,file=base64://${base64Image}]`;
});
});
}
if (originTwi.entities && originTwi.entities.urls && originTwi.entities.urls.length) {
promise = promise.then(() => {
const urls = originTwi.entities.urls
.filter(urlObj => urlObj.indices[0] < originTwi.display_text_range[1])
.map(urlObj => urlObj.expanded_url);
if (urls.length) {
cqstr += '\n';
cqstr += urls.join('\n');
}
});
}
}
promise.then(() => {
let text = originTwi.full_text;
if (originTwi.entities && originTwi.entities.urls && originTwi.entities.urls.length) {
originTwi.entities.urls.forEach(url => {
text = text.replace(new RegExp(url.url, 'gm'), url.expanded_url);
});
}
if (originTwi.extended_entities) {
originTwi.extended_entities.media.forEach(media => {
text = text.replace(new RegExp(media.url, 'gm'), typeInZH[media.type]);
});
}
text = text.replace(/&/gm, '&')
.replace(/\[/gm, '[')
.replace(/\]/gm, ']');
let author = `${twi.user.name} (@${twi.user.screen_name}):\n`;
if (twi.retweeted_status)
author += `RT @${twi.retweeted_status.user.screen_name}: `;
author = author.replace(/&/gm, '&')
.replace(/\[/gm, '[')
.replace(/\]/gm, ']');
callback(cqstr, text, author);
});
});
return promise;
}
}
exports.default = Webshot;