gphotos-scraper
Version:
A tool to extract public url and metadata from shared album
140 lines • 5.34 kB
JavaScript
;
var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
var desc = Object.getOwnPropertyDescriptor(m, k);
if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
desc = { enumerable: true, get: function() { return m[k]; } };
}
Object.defineProperty(o, k2, desc);
}) : (function(o, m, k, k2) {
if (k2 === undefined) k2 = k;
o[k2] = m[k];
}));
var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
Object.defineProperty(o, "default", { enumerable: true, value: v });
}) : function(o, v) {
o["default"] = v;
});
var __importStar = (this && this.__importStar) || function (mod) {
if (mod && mod.__esModule) return mod;
var result = {};
if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
__setModuleDefault(result, mod);
return result;
};
var __awaiter = (this && this.__awaiter) || function (thisArg, _arguments, P, generator) {
function adopt(value) { return value instanceof P ? value : new P(function (resolve) { resolve(value); }); }
return new (P || (P = Promise))(function (resolve, reject) {
function fulfilled(value) { try { step(generator.next(value)); } catch (e) { reject(e); } }
function rejected(value) { try { step(generator["throw"](value)); } catch (e) { reject(e); } }
function step(result) { result.done ? resolve(result.value) : adopt(result.value).then(fulfilled, rejected); }
step((generator = generator.apply(thisArg, _arguments || [])).next());
});
};
Object.defineProperty(exports, "__esModule", { value: true });
exports.getAlbum = exports.getData = void 0;
const cheerio_1 = require("cheerio");
const axios_1 = __importStar(require("axios"));
const exceptions_1 = require("../exceptions");
const RPCID = 'snAcKc';
const getData = (id, key, token) => __awaiter(void 0, void 0, void 0, function* () {
const queryData = [
[RPCID, JSON.stringify([id, token, null, key])]
];
let data;
const bodyData = `f.req=${JSON.stringify([queryData])}`;
try {
const res = yield axios_1.default.post('https://photos.google.com/_/PhotosUi/data/batchexecute', bodyData, {
headers: {
'Content-Type': 'application/x-www-form-urlencoded;charset=UTF-8',
},
});
data = res.data.replace(')]}\'', '');
}
catch (error) {
if (error instanceof axios_1.AxiosError) {
console.log(error.message);
}
else {
console.log(error);
}
}
const list = JSON.parse(data);
const [reponseData] = list.filter((item) => item[1] === RPCID)
.map((item) => {
const [, , responseText] = item;
return JSON.parse(responseText);
});
const albumItems = reponseData[1];
const next = reponseData[2];
const [albumId, albumTitle, albumDates, downloadUrl, albumCover, albumOwner] = reponseData[3];
const sharedUrl = reponseData[3][32];
const createdAt = albumDates[4];
const updatedAt = albumDates[8];
const [coverUrl, coverWidth, coverHeight] = albumCover;
const ownerId = albumOwner[1];
const [ownerFullname, , ownerGenre, ownerName] = albumOwner[11];
const ownerPhoto = albumOwner[3];
const items = albumItems.map((item) => {
const [id, itemData] = item;
const [url] = itemData;
return { id, url };
});
return {
id: albumId,
key,
token: next,
title: albumTitle,
url: sharedUrl,
downloadUrl,
createdAt,
updatedAt,
cover: {
url: coverUrl,
width: coverWidth,
height: coverHeight,
},
owner: {
id: ownerId,
fullname: ownerFullname,
name: ownerName,
genre: ownerGenre,
photo: ownerPhoto,
},
items,
};
});
exports.getData = getData;
const getAlbum = (url) => __awaiter(void 0, void 0, void 0, function* () {
let data = null;
try {
const res = yield axios_1.default.get(url);
data = res.data;
}
catch (error) {
if (error instanceof axios_1.AxiosError) {
if (error.code === 'ERR_BAD_REQUEST') {
throw new exceptions_1.AlbumNotFoundException();
}
}
}
const parsedHTML = (0, cheerio_1.load)(data);
const canonicalUrl = parsedHTML('link[rel=\'canonical\']').attr('href') || '';
const albumUrl = new URL(canonicalUrl);
const [, , id] = albumUrl.pathname.split('/');
const key = `${albumUrl.searchParams.get('key')}`;
let album;
let token;
do {
const parts = yield (0, exports.getData)(id, key, token);
if (!album) { // set once
const { title, token, owner, cover, downloadUrl, createdAt, updatedAt } = parts;
album = { key, id, url, title, token, owner, cover, downloadUrl, createdAt, updatedAt, items: [] };
}
token = parts.token;
album.items.push(...parts.items);
} while (token);
return album;
});
exports.getAlbum = getAlbum;
//# sourceMappingURL=getAlbum.js.map