instamancer
Version:
Scrape the Instagram API with Puppeteer
87 lines • 5.22 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
Object.defineProperty(o, k2, { enumerable: true, get: function() { return m[k]; } });
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k in mod) if (Object.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
__setModuleDefault(result, mod);
return result;
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.toJSON = exports.toCSV = exports.download = void 0;
const axios_1 = __importDefault(require("axios"));
const fs = __importStar(require("fs"));
const json2csv_1 = require("json2csv");
/**
* Download file
* @param url The URL of the file
* @param name The name used to identify the file
* @param extension The file extension (eg. ".jpg" or ".mp4")
*/
async function download(url, name, extension) {
await new Promise((resolve) => {
fs.mkdir(this.directory, { recursive: true }, resolve);
});
try {
// Get data
const response = await axios_1.default({
method: "get",
responseType: "stream",
url,
});
// Write to file
await new Promise(async (resolve) => {
const stream = fs.createWriteStream(this.directory + "/" + name + "." + extension);
// noinspection TypeScriptValidateJSTypes
response.data.pipe(stream);
stream.on("finish", resolve);
});
}
catch (e) {
this.logger.info(`Downloading ${url} failed`);
this.logger.debug(e);
}
}
exports.download = download;
/**
* Save list of posts to a CSV file
*/
async function toCSV(posts, filePath) {
const parser = new json2csv_1.Parser({ transforms: [json2csv_1.transforms.flatten()] });
const csv = parser.parse(posts);
fs.writeFileSync(filePath, csv);
}
exports.toCSV = toCSV;
/**
* Save list of posts to a JSON file
*/
async function toJSON(posts, filePath) {
let first = true;
fs.writeFileSync(filePath, "[");
for (const post of posts) {
if (first) {
first = false;
}
else {
fs.appendFileSync(filePath, ", ");
}
fs.appendFileSync(filePath, JSON.stringify(post));
}
fs.appendFileSync(filePath, "]");
}
exports.toJSON = toJSON;
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiZG93bmxvYWQuanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyJkb3dubG9hZC50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiOzs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0FBQUEsa0RBQTBCO0FBQzFCLHVDQUF5QjtBQUN6Qix1Q0FBNEM7QUFRNUM7Ozs7O0dBS0c7QUFDSSxLQUFLLFVBQVUsUUFBUSxDQUUxQixHQUFXLEVBQ1gsSUFBWSxFQUNaLFNBQWlCO0lBRWpCLE1BQU0sSUFBSSxPQUFPLENBQUMsQ0FBQyxPQUFPLEVBQUUsRUFBRTtRQUMxQixFQUFFLENBQUMsS0FBSyxDQUFDLElBQUksQ0FBQyxTQUFTLEVBQUUsRUFBQyxTQUFTLEVBQUUsSUFBSSxFQUFDLEVBQUUsT0FBTyxDQUFDLENBQUM7SUFDekQsQ0FBQyxDQUFDLENBQUM7SUFDSCxJQUFJO1FBQ0EsV0FBVztRQUNYLE1BQU0sUUFBUSxHQUFHLE1BQU0sZUFBSyxDQUFDO1lBQ3pCLE1BQU0sRUFBRSxLQUFLO1lBQ2IsWUFBWSxFQUFFLFFBQVE7WUFDdEIsR0FBRztTQUNOLENBQUMsQ0FBQztRQUVILGdCQUFnQjtRQUNoQixNQUFNLElBQUksT0FBTyxDQUFDLEtBQUssRUFBRSxPQUFPLEVBQUUsRUFBRTtZQUNoQyxNQUFNLE1BQU0sR0FBRyxFQUFFLENBQUMsaUJBQWlCLENBQy9CLElBQUksQ0FBQyxTQUFTLEdBQUcsR0FBRyxHQUFHLElBQUksR0FBRyxHQUFHLEdBQUcsU0FBUyxDQUNoRCxDQUFDO1lBQ0YseUNBQXlDO1lBQ3pDLFFBQVEsQ0FBQyxJQUFJLENBQUMsSUFBSSxDQUFDLE1BQU0sQ0FBQyxDQUFDO1lBQzNCLE1BQU0sQ0FBQyxFQUFFLENBQUMsUUFBUSxFQUFFLE9BQU8sQ0FBQyxDQUFDO1FBQ2pDLENBQUMsQ0FBQyxDQUFDO0tBQ047SUFBQyxPQUFPLENBQUMsRUFBRTtRQUNSLElBQUksQ0FBQyxNQUFNLENBQUMsSUFBSSxDQUFDLGVBQWUsR0FBRyxTQUFTLENBQUMsQ0FBQztRQUM5QyxJQUFJLENBQUMsTUFBTSxDQUFDLEtBQUssQ0FBQyxDQUFDLENBQUMsQ0FBQztLQUN4QjtBQUNMLENBQUM7QUE5QkQsNEJBOEJDO0FBRUQ7O0dBRUc7QUFDSSxLQUFLLFVBQVUsS0FBSyxDQUFDLEtBQWUsRUFBRSxRQUFnQjtJQUN6RCxNQUFNLE1BQU0sR0FBRyxJQUFJLGlCQUFNLENBQUMsRUFBQyxVQUFVLEVBQUUsQ0FBQyxxQkFBVSxDQUFDLE9BQU8sRUFBRSxDQUFDLEVBQUMsQ0FBQyxDQUFDO0lBQ2hFLE1BQU0sR0FBRyxHQUFHLE1BQU0sQ0FBQyxLQUFLLENBQUMsS0FBSyxDQUFDLENBQUM7SUFDaEMsRUFBRSxDQUFDLGFBQWEsQ0FBQyxRQUFRLEVBQUUsR0FBRyxDQUFDLENBQUM7QUFDcEMsQ0FBQztBQUpELHNCQUlDO0FBRUQ7O0dBRUc7QUFDSSxLQUFLLFVBQVUsTUFBTSxDQUFDLEtBQWUsRUFBRSxRQUFnQjtJQUMxRCxJQUFJLEtBQUssR0FBRyxJQUFJLENBQUM7SUFDakIsRUFBRSxDQUFDLGFBQWEsQ0FBQyxRQUFRLEVBQUUsR0FBRyxDQUFDLENBQUM7SUFDaEMsS0FBSyxNQUFNLElBQUksSUFBSSxLQUFLLEVBQUU7UUFDdEIsSUFBSSxLQUFLLEVBQUU7WUFDUCxLQUFLLEdBQUcsS0FBSyxDQUFDO1NBQ2pCO2FBQU07WUFDSCxFQUFFLENBQUMsY0FBYyxDQUFDLFFBQVEsRUFBRSxJQUFJLENBQUMsQ0FBQztTQUNyQztRQUNELEVBQUUsQ0FBQyxjQUFjLENBQUMsUUFBUSxFQUFFLElBQUksQ0FBQyxTQUFTLENBQUMsSUFBSSxDQUFDLENBQUMsQ0FBQztLQUNyRDtJQUNELEVBQUUsQ0FBQyxjQUFjLENBQUMsUUFBUSxFQUFFLEdBQUcsQ0FBQyxDQUFDO0FBQ3JDLENBQUM7QUFaRCx3QkFZQyJ9