UNPKG

gphotos-scraper

Version:

A tool to extract public url and metadata from shared album

140 lines 5.34 kB
"use strict"; var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) { if (k2 === undefined) k2 = k; var desc = Object.getOwnPropertyDescriptor(m, k); if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) { desc = { enumerable: true, get: function() { return m[k]; } }; } Object.defineProperty(o, k2, desc); }) : (function(o, m, k, k2) { if (k2 === undefined) k2 = k; o[k2] = m[k]; })); var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) { Object.defineProperty(o, "default", { enumerable: true, value: v }); }) : function(o, v) { o["default"] = v; }); var __importStar = (this && this.__importStar) || function (mod) { if (mod && mod.__esModule) return mod; var result = {}; if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k); __setModuleDefault(result, mod); return result; }; var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) { function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); } return new (P || (P = Promise))(function (resolve, reject) { function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } } function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } } function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); } step((generator = generator.apply(thisArg, _arguments || [])).next()); }); }; Object.defineProperty(exports, "__esModule", { value: true }); exports.getAlbum = exports.getData = void 0; const cheerio_1 = require("cheerio"); const axios_1 = __importStar(require("axios")); const exceptions_1 = require("../exceptions"); const RPCID = 'snAcKc'; const getData = (id, key, token) => __awaiter(void 0, void 0, void 0, function* () { const queryData = [ [RPCID, JSON.stringify([id, token, null, key])] ]; let data; const bodyData = `f.req=${JSON.stringify([queryData])}`; try { const res = yield axios_1.default.post('https://photos.google.com/_/PhotosUi/data/batchexecute', bodyData, { headers: { 'Content-Type': 'application/x-www-form-urlencoded;charset=UTF-8', }, }); data = res.data.replace(')]}\'', ''); } catch (error) { if (error instanceof axios_1.AxiosError) { console.log(error.message); } else { console.log(error); } } const list = JSON.parse(data); const [reponseData] = list.filter((item) => item[1] === RPCID) .map((item) => { const [, , responseText] = item; return JSON.parse(responseText); }); const albumItems = reponseData[1]; const next = reponseData[2]; const [albumId, albumTitle, albumDates, downloadUrl, albumCover, albumOwner] = reponseData[3]; const sharedUrl = reponseData[3][32]; const createdAt = albumDates[4]; const updatedAt = albumDates[8]; const [coverUrl, coverWidth, coverHeight] = albumCover; const ownerId = albumOwner[1]; const [ownerFullname, , ownerGenre, ownerName] = albumOwner[11]; const ownerPhoto = albumOwner[3]; const items = albumItems.map((item) => { const [id, itemData] = item; const [url] = itemData; return { id, url }; }); return { id: albumId, key, token: next, title: albumTitle, url: sharedUrl, downloadUrl, createdAt, updatedAt, cover: { url: coverUrl, width: coverWidth, height: coverHeight, }, owner: { id: ownerId, fullname: ownerFullname, name: ownerName, genre: ownerGenre, photo: ownerPhoto, }, items, }; }); exports.getData = getData; const getAlbum = (url) => __awaiter(void 0, void 0, void 0, function* () { let data = null; try { const res = yield axios_1.default.get(url); data = res.data; } catch (error) { if (error instanceof axios_1.AxiosError) { if (error.code === 'ERR_BAD_REQUEST') { throw new exceptions_1.AlbumNotFoundException(); } } } const parsedHTML = (0, cheerio_1.load)(data); const canonicalUrl = parsedHTML('link[rel=\'canonical\']').attr('href') || ''; const albumUrl = new URL(canonicalUrl); const [, , id] = albumUrl.pathname.split('/'); const key = `${albumUrl.searchParams.get('key')}`; let album; let token; do { const parts = yield (0, exports.getData)(id, key, token); if (!album) { // set once const { title, token, owner, cover, downloadUrl, createdAt, updatedAt } = parts; album = { key, id, url, title, token, owner, cover, downloadUrl, createdAt, updatedAt, items: [] }; } token = parts.token; album.items.push(...parts.items); } while (token); return album; }); exports.getAlbum = getAlbum; //# sourceMappingURL=getAlbum.js.map