article-parser/src/utils/retrieve.test.js

To extract main article from given URL

// retrieve.test
/* eslint-env jest */

import nock from 'nock'

import retrieve from './retrieve.js'

const parseUrl = (url) => {
  const re = new URL(url)
  return {
    baseUrl: `${re.protocol}//${re.host}`,
    path: re.pathname
  }
}

test('test retrieve from good source', async () => {
  const url = 'https://some.where/good/page'
  const { baseUrl, path } = parseUrl(url)
  const scope = nock(baseUrl)
  scope.get(path).reply(200, '<div>this is content</div>', {
    'Content-Type': 'text/html'
  })
  const result = await retrieve(url)
  expect(result).toBe('<div>this is content</div>')
})

test('test retrieve with unsupported content type', async () => {
  const url = 'https://some.where/bad/page'
  const { baseUrl, path } = parseUrl(url)
  const scope = nock(baseUrl)
  scope.get(path).reply(200, '', {
    'Content-Type': 'something/strange'
  })
  try {
    await retrieve(url)
  } catch (err) {
    expect(err).toBeTruthy()
  }
})

test('test retrieve from bad source', async () => {
  const url = 'https://some.where/bad/page'
  const { baseUrl, path } = parseUrl(url)
  const scope = nock(baseUrl)
  scope.get(path).reply(500, '<div>this is content</div>', {
    'Content-Type': 'text/html'
  })
  try {
    await retrieve(url)
  } catch (err) {
    expect(err).toBeTruthy()
  }
})