assetgraph/lib/transforms/populate.js

An auto discovery dependency graph based optimization framework for web pages and applications

const compileQuery = require('../compileQuery');

module.exports = ({
  concurrency = 100,
  stopAssets,
  followRelations,
  from,
  startAssets,
} = {}) => {
  let stopAssetsMatcher = () => false;

  if (stopAssets) {
    stopAssetsMatcher = compileQuery(stopAssets);
  }
  return async function populate(assetGraph) {
    const followRelationsMatcher = compileQuery(
      followRelations || assetGraph.followRelations
    );

    startAssets = startAssets || from;
    let assetQueue;
    if (startAssets && startAssets.isAsset) {
      assetQueue = [startAssets];
    } else if (Array.isArray(startAssets)) {
      assetQueue = [...startAssets];
    } else {
      // Assume query object or undefined
      assetQueue = assetGraph.findAssets({
        isInline: false,
        isLoaded: true,
        ...(startAssets || from),
      });
    }

    const seenAssets = new Set();

    async function processAsset(asset) {
      if (seenAssets.has(asset)) {
        return;
      }
      seenAssets.add(asset);
      try {
        await asset.load();
      } catch (err) {
        if (
          asset.incomingRelations.length > 0 &&
          asset.incomingRelations.every((relation) =>
            /SourceMappingUrl$/.test(relation.type)
          )
        ) {
          assetGraph.info(err);
        } else {
          assetGraph.warn(err);
        }
        return;
      }
      for (const relation of asset.externalRelations) {
        if (relation.to && followRelationsMatcher(relation, assetGraph)) {
          if (!stopAssetsMatcher(relation.to)) {
            assetQueue.push(relation.to);
          }
        }
      }
    }

    while (assetQueue.length > 0) {
      await Promise.all(assetQueue.splice(0, concurrency).map(processAsset));
    }
  };
};