@mieweb/wikigdrive
Version:
Google Drive to MarkDown synchronization
198 lines (197 loc) • 8.12 kB
JavaScript
var __decorate = (this && this.__decorate) || function (decorators, target, key, desc) {
var c = arguments.length, r = c < 3 ? target : desc === null ? desc = Object.getOwnPropertyDescriptor(target, key) : desc, d;
if (typeof Reflect === "object" && typeof Reflect.decorate === "function") r = Reflect.decorate(decorators, target, key, desc);
else for (var i = decorators.length - 1; i >= 0; i--) if (d = decorators[i]) r = (c < 3 ? d(r) : c > 3 ? d(target, key, r) : d(target, key)) || r;
return c > 3 && r && Object.defineProperty(target, key, r), r;
};
import { Container } from '../../ContainerEngine.js';
import { GoogleDriveService } from '../../google/GoogleDriveService.js';
import { GoogleTreeProcessor } from '../google_folder/GoogleTreeProcessor.js';
import { initJob } from '../job/JobManagerContainer.js';
import { UserConfigService } from '../google_folder/UserConfigService.js';
import { TelemetryClass, TelemetryMethod, TelemetryMethodDisable } from '../../telemetry.js';
const __filename = import.meta.filename;
let WatchChangesContainer = class WatchChangesContainer extends Container {
constructor() {
super(...arguments);
Object.defineProperty(this, "logger", {
enumerable: true,
configurable: true,
writable: true,
value: void 0
});
Object.defineProperty(this, "auth", {
enumerable: true,
configurable: true,
writable: true,
value: void 0
});
Object.defineProperty(this, "googleDriveService", {
enumerable: true,
configurable: true,
writable: true,
value: void 0
});
Object.defineProperty(this, "lastToken", {
enumerable: true,
configurable: true,
writable: true,
value: {}
});
Object.defineProperty(this, "intervals", {
enumerable: true,
configurable: true,
writable: true,
value: {}
});
Object.defineProperty(this, "working", {
enumerable: true,
configurable: true,
writable: true,
value: {}
});
}
async init(engine) {
await super.init(engine);
this.logger = engine.logger.child({ filename: __filename });
const googleApiContainer = engine.getContainer('google_api');
this.auth = googleApiContainer.getAuth();
this.googleDriveService = new GoogleDriveService(this.logger, googleApiContainer.getQuotaLimiter());
this.engine.subscribe('gdrive:changed', async (driveId) => {
const folderFilesService = await this.filesService.getSubFileService(driveId, '/');
const treeProcessor = new GoogleTreeProcessor(folderFilesService);
await treeProcessor.load();
const changes = await this.getChanges(driveId);
const filteredChanges = [];
for (const change of changes) {
const [leaf] = await treeProcessor.findById(change.id);
if (!leaf) {
if (!change.trashed) {
filteredChanges.push(change);
}
continue;
}
if (leaf.modifiedTime < change.modifiedTime) {
filteredChanges.push(change);
}
}
await this.setChanges(driveId, filteredChanges);
});
this.engine.subscribe('drive:register', (driveId, drive) => {
if (drive.driveId) {
this.startWatching(drive.driveId);
}
});
this.engine.subscribe('drive:unregister', (driveId) => {
this.stopWatching(driveId);
this.engine.emit(driveId, 'toasts:added', {
type: 'drive:unregister',
links: {},
title: 'WikiGDrive access to Google Drive removed',
description: `Access for ${this.params.share_email} has been removed`
});
});
}
// eslint-disable-next-line @typescript-eslint/no-empty-function
async destroy() {
}
async getChanges(driveId) {
const driveFileSystem = await this.filesService.getSubFileService(driveId, '');
return await driveFileSystem.readJson('.changes.json') || [];
}
async setChanges(driveId, changes) {
const driveFileSystem = await this.filesService.getSubFileService(driveId, '');
await driveFileSystem.writeJson('.changes.json', changes);
this.engine.emit(driveId, 'changes:changed', changes);
const userConfigService = new UserConfigService(driveFileSystem);
await userConfigService.load();
if (changes.length > 0 && userConfigService.config.auto_sync) {
const fileIdsString = changes.map(change => change.id).join(',');
const jobManagerContainer = this.engine.getContainer('job_manager');
await jobManagerContainer.schedule(driveId, {
...initJob(),
type: 'sync',
payload: fileIdsString,
title: 'Syncing file: ' + fileIdsString
});
}
}
async startWatching(driveId) {
if (this.intervals[driveId]) {
return;
}
// TODO: remove me
if (Object.keys(this.intervals).length > 0) {
// return;
}
this.logger.info('Starting watching: ' + driveId);
this.intervals[driveId] = setInterval(async () => {
if (!this.auth) {
return;
}
if (this.working[driveId]) {
return;
}
this.working[driveId] = true;
try {
if (!this.lastToken[driveId]) {
this.lastToken[driveId] = await this.googleDriveService.getStartTrackToken(this.auth, driveId);
return;
}
await this.watchDriveChanges(driveId);
}
catch (err) {
this.logger.warn(err.message);
if (err.status === 403 && err.message.indexOf('The attempted action requires shared drive membership') > -1) {
const folderRegistryContainer = this.engine.getContainer('folder_registry');
await folderRegistryContainer.refreshDrives();
}
}
finally {
delete this.working[driveId];
}
}, 3000);
}
async watchDriveChanges(driveId) {
const changes = await this.googleDriveService.watchChanges(this.auth, this.lastToken[driveId], driveId);
if (changes.files.length > 0) {
let dbChanges = await this.getChanges(driveId);
for (const file of changes.files) {
dbChanges = dbChanges.filter(f => f.id !== file.id);
dbChanges.push(file);
}
await this.setChanges(driveId, dbChanges);
}
this.lastToken[driveId] = changes.token;
}
stopWatching(driveId) {
if (!this.intervals[driveId]) {
return;
}
clearInterval(this.intervals[driveId]);
this.intervals[driveId] = null;
}
async run() {
const folderRegistryContainer = this.engine.getContainer('folder_registry');
const folders = await folderRegistryContainer.getFolders();
for (const folderId in folders) {
await this.startWatching(folders[folderId].id);
}
}
};
__decorate([
TelemetryMethodDisable()
], WatchChangesContainer.prototype, "init", null);
__decorate([
TelemetryMethodDisable()
], WatchChangesContainer.prototype, "startWatching", null);
__decorate([
TelemetryMethod({ paramsCount: 1 })
], WatchChangesContainer.prototype, "watchDriveChanges", null);
__decorate([
TelemetryMethodDisable()
], WatchChangesContainer.prototype, "run", null);
WatchChangesContainer = __decorate([
TelemetryClass()
], WatchChangesContainer);
export { WatchChangesContainer };