scrapper-tools
Version:
Its in development but I use it in all my web automation project.
55 lines • 2.5 kB
JavaScript
;
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
var __importDefault = (this && this.__importDefault) || function (mod) {
return (mod && mod.__esModule) ? mod : { "default": mod };
};
Object.defineProperty(exports, "__esModule", { value: true });
const lodash_1 = __importDefault(require("lodash"));
function browserRequest(page, config = {}) {
return __awaiter(this, void 0, void 0, function* () {
if (!config.url) {
throw "URL is not given. Please provide Url";
}
let defaultCfg = {
credentials: "include",
headers: {},
body: null,
redirect: "follow",
mode: "cors"
};
if (!config.method) {
defaultCfg.method = "GET";
}
let fetchConfig = lodash_1.default.merge({}, defaultCfg, config);
let evaluated = yield page.evaluate((fetchConfig) => __awaiter(this, void 0, void 0, function* () {
console.log("start--------------------------------------------------------------------------");
console.log("Sending Request to url", fetchConfig.url, fetchConfig);
let res = yield fetch(fetchConfig.url, fetchConfig);
let toRet = res.text();
console.log(toRet);
console.log("end--------------------------------------------------------------------------");
return toRet;
}), fetchConfig);
return evaluated;
});
}
exports.default = browserRequest;
function jsonBrowserRequest(a, b) {
return __awaiter(this, void 0, void 0, function* () {
if (!b.headers) {
b.headers = {};
}
b.headers["content-type"] = "application/json;charset=UTF-8";
return browserRequest(a, b);
});
}
exports.jsonBrowserRequest = jsonBrowserRequest;
//# sourceMappingURL=browserRequest.js.map