@adobe/helix-pipeline/src/html/fetch-data.js

This project provides helper functions and default implementations for creating Hypermedia Processing Pipelines.

/*
 * Copyright 2020 Adobe. All rights reserved.
 * This file is licensed to you under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License. You may obtain a copy
 * of the License at http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software distributed under
 * the License is distributed on an "AS IS" BASIS, WITHOUT WARRANTIES OR REPRESENTATIONS
 * OF ANY KIND, either express or implied. See the License for the specific language
 * governing permissions and limitations under the License.
 */
import { selectAll } from 'unist-util-select';
import {
  list, map, pipe, uniq,
} from 'ferrum';

const DATA_EMBED_TIMEOUT = 20000;

export default function fetch({ content: { mdast } }, {
  downloader, logger, resolver,
}) {
  const fetches = pipe(
    selectAll('dataEmbed', mdast),
    map((node) => node.url),
    uniq,
    map((url) => {
      const uri = resolver.createURL({
        package: 'helix-services',
        name: 'data-embed',
        version: 'v2',
      });
      uri.searchParams.append('src', url);
      logger.info(`fetching ${uri}`);
      return downloader.fetch({
        uri: uri.href,
        id: `dataEmbed:${url}`,
        // dataset can be large
        options: {
          timeout: DATA_EMBED_TIMEOUT,
        },
      });
    }),
  );
  list(fetches);
}