factbook
Version:
Serves as an independent data scraping module, complete with ontology and full scraping ability for the CIA World Factbook site
40 lines (39 loc) • 2.16 kB
JavaScript
;
Object.defineProperty(exports, "__esModule", { value: true });
var funktologies_1 = require("funktologies");
var getUuid = require("uuid-by-string");
var constants_1 = require("../constants/constants");
var globalStore_1 = require("../constants/globalStore");
function getRegionMapImg(cheerioElem, country, countryId) {
var objectProperties = globalStore_1.store.countries[countryId].objectProperties;
cheerioElem('div.mapBox').each(function (index, element) {
var map = funktologies_1.getRelation(objectProperties, constants_1.consts.ONTOLOGY.HAS_REGION_MAP);
var rmId = constants_1.consts.ONTOLOGY.INST_REGION_MAP + getUuid(country);
var objectProp = {};
objectProp[constants_1.consts.ONTOLOGY.HAS_REGION_MAP] = map;
if (!map) {
if (globalStore_1.store.regionMaps[rmId]) {
objectProp[constants_1.consts.ONTOLOGY.HAS_REGION_MAP] = globalStore_1.store.regionMaps[rmId];
}
else {
objectProp = funktologies_1.entityMaker(constants_1.consts.ONTOLOGY.HAS_REGION_MAP, constants_1.consts.ONTOLOGY.ONT_REGION_MAP, rmId, "Region Map for " + country);
}
map = objectProp[constants_1.consts.ONTOLOGY.HAS_REGION_MAP];
}
var a = cheerioElem(element).find('img').attr('src');
var regionMapImgUrl;
if (a && a.replace('../', '')) {
regionMapImgUrl = constants_1.consts.BASE.URL_BASE + a.replace('../', '');
if (regionMapImgUrl && !regionMapImgUrl.includes('locator-map')) {
var datatypeProp = {};
datatypeProp[constants_1.consts.ONTOLOGY.DT_LOCATOR_URI] = regionMapImgUrl;
map.datatypeProperties = datatypeProp;
globalStore_1.store.regionMaps[rmId] = map;
globalStore_1.store.countries[countryId].objectProperties.push(funktologies_1.entityRefMaker(constants_1.consts.ONTOLOGY.HAS_REGION_MAP, objectProp));
}
}
// TODO: scrape physical image from url and store it.
});
}
exports.getRegionMapImg = getRegionMapImg;
;