renovate
Version:
Automated dependency updates. Flexible so you don't need to be.
171 lines (170 loc) • 6.83 kB
JavaScript
import { newlineRegex, regEx } from "../../../util/regex.js";
import { logger } from "../../../logger/index.js";
import { hashStream } from "../../../util/hash.js";
import { withCache } from "../../../util/cache/package/with-cache.js";
import { Datasource } from "../datasource.js";
import { GithubHttp } from "../../../util/http/github.js";
import { getApiBaseUrl, getSourceUrl } from "../../../util/github/url.js";
import { queryReleases } from "../../../util/github/graphql/index.js";
import { isBoolean } from "@sindresorhus/is";
//#region lib/modules/datasource/github-release-attachments/index.ts
function inferHashAlg(digest) {
switch (digest.length) {
case 64: return "sha256";
default:
case 96: return "sha512";
}
}
var GithubReleaseAttachmentsDatasource = class GithubReleaseAttachmentsDatasource extends Datasource {
static id = "github-release-attachments";
defaultRegistryUrls = ["https://github.com"];
http;
releaseTimestampSupport = true;
releaseTimestampNote = "The release timestamp is determined from the `releaseTimestamp` field in the results.";
sourceUrlSupport = "package";
sourceUrlNote = "The source URL is determined by using the `packageName` and `registryUrl`.";
constructor() {
super(GithubReleaseAttachmentsDatasource.id);
this.http = new GithubHttp(GithubReleaseAttachmentsDatasource.id);
}
async _findDigestFile(release, digest) {
const smallAssets = release.assets.filter((a) => a.size < 5 * 1024);
for (const asset of smallAssets) {
const res = await this.http.getText(asset.browser_download_url);
for (const line of res.body.split(newlineRegex)) {
const [lineDigest, lineFilename] = line.split(regEx(/\s+/), 2);
if (lineDigest === digest) return {
assetName: asset.name,
digestedFileName: lineFilename,
currentVersion: release.tag_name,
currentDigest: lineDigest
};
}
}
return null;
}
findDigestFile(release, digest) {
return withCache({
ttlMinutes: 1440,
namespace: `datasource-${GithubReleaseAttachmentsDatasource.id}`,
key: `findDigestFile:${release.html_url}:${digest}`
}, () => this._findDigestFile(release, digest));
}
async _downloadAndDigest(asset, algorithm) {
return await hashStream(this.http.stream(asset.browser_download_url), algorithm);
}
downloadAndDigest(asset, algorithm) {
return withCache({
ttlMinutes: 1440,
namespace: `datasource-${GithubReleaseAttachmentsDatasource.id}`,
key: `downloadAndDigest:${asset.browser_download_url}:${algorithm}`
}, () => this._downloadAndDigest(asset, algorithm));
}
async findAssetWithDigest(release, digest) {
const algorithm = inferHashAlg(digest);
const assetsBySize = release.assets.sort((a, b) => {
if (a.size < b.size) return -1;
if (a.size > b.size) return 1;
return 0;
});
for (const asset of assetsBySize) {
const assetDigest = await this.downloadAndDigest(asset, algorithm);
if (assetDigest === digest) return {
assetName: asset.name,
currentVersion: release.tag_name,
currentDigest: assetDigest
};
}
return null;
}
/** Identify the asset associated with a known digest. */
async findDigestAsset(release, digest) {
const digestFile = await this.findDigestFile(release, digest);
if (digestFile) return digestFile;
return await this.findAssetWithDigest(release, digest);
}
/** Given a digest asset, find the equivalent digest in a different release. */
async mapDigestAssetToRelease(digestAsset, release) {
const current = digestAsset.currentVersion.replace(regEx(/^v/), "");
const next = release.tag_name.replace(regEx(/^v/), "");
if (digestAsset.digestedFileName) {
const checksumAssetName = digestAsset.assetName.replace(current, next);
const checksumAsset = release.assets.find((a) => a.name === checksumAssetName);
if (checksumAsset) {
const releaseFilename = digestAsset.digestedFileName.replace(current, next);
const res = await this.http.getText(checksumAsset.browser_download_url);
for (const line of res.body.split(newlineRegex)) {
const [lineDigest, lineFn] = line.split(regEx(/\s+/), 2);
if (lineFn === releaseFilename) return lineDigest;
}
return null;
}
}
const fileName = (digestAsset.digestedFileName ?? digestAsset.assetName).replace(current, next);
const asset = release.assets.find((a) => a.name === fileName);
if (!asset) return null;
const algorithm = inferHashAlg(digestAsset.currentDigest);
return await this.downloadAndDigest(asset, algorithm);
}
/**
* Attempts to resolve the digest for the specified package.
*
* The `newValue` supplied here should be a valid tag for the GitHub release.
* Requires `currentValue` and `currentDigest`.
*
* There may be many assets attached to the release. This function will:
* - Identify the asset pinned by `currentDigest` in the `currentValue` release
* - Download small release assets, parse as checksum manifests (e.g. `SHASUMS.txt`).
* - Download individual assets until `currentDigest` is encountered. This is limited to sha256 and sha512.
* - Map the hashed asset to `newValue` and return the updated digest as a string
*/
async getDigest({ packageName: repo, currentValue, currentDigest, registryUrl }, newValue) {
logger.debug({
repo,
currentValue,
currentDigest,
registryUrl,
newValue
}, "getDigest");
if (!currentDigest) return null;
if (!currentValue) return currentDigest;
const apiBaseUrl = getApiBaseUrl(registryUrl);
const { body: currentRelease } = await this.http.getJsonUnchecked(`${apiBaseUrl}repos/${repo}/releases/tags/${currentValue}`);
const digestAsset = await this.findDigestAsset(currentRelease, currentDigest);
let newDigest;
if (!digestAsset || newValue === currentValue) newDigest = currentDigest;
else {
const { body: newRelease } = await this.http.getJsonUnchecked(`${apiBaseUrl}repos/${repo}/releases/tags/${newValue}`);
newDigest = await this.mapDigestAssetToRelease(digestAsset, newRelease);
}
return newDigest;
}
/**
* This function can be used to fetch releases with a customizable versioning
* (e.g. semver) and with releases.
*
* This function will:
* - Fetch all releases
* - Sanitize the versions if desired (e.g. strip out leading 'v')
* - Return a dependency object containing sourceUrl string and releases array
*/
async getReleases(config) {
const releases = (await queryReleases(config, this.http)).map((item) => {
const { version, releaseTimestamp, isStable } = item;
const result = {
version,
gitRef: version,
releaseTimestamp
};
if (isBoolean(isStable)) result.isStable = isStable;
return result;
});
return {
sourceUrl: getSourceUrl(config.packageName, config.registryUrl),
releases
};
}
};
//#endregion
export { GithubReleaseAttachmentsDatasource };
//# sourceMappingURL=index.js.map