All files / src/engines markup.js

100% Statements 11/11
100% Branches 3/3
100% Functions 1/1
100% Lines 11/11

Press n or j to go to the next uncovered block, b, p or k for the previous block.

1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47              1x 4x 4x         3x 3x 3x     3x 3x               3x   1x               1x                
import axios from "axios"
import {
  getNodeListFromSelector,
  getSourcesFromNodeList,
  createResult,
} from "../helpers/index.js"
 
const getSourcesFromMarkup = async ({ options, selectors, metadata, fork }) => {
  try {
    const { root, ...rest } = selectors
    const {
      request: { url, headers },
      xml = false,
      limit,
    } = options
    const { data } = await axios({ url, headers })
    const nodeList = getNodeListFromSelector(data, root, {
      contentType: xml ? "text/xml" : "text/html",
    })
    const sources = getSourcesFromNodeList(nodeList, rest)
    const result = createResult(
      {
        sources: sources.slice(0, limit),
        metadata,
      },
      fork
    )
 
    return result
  } catch ({ message }) {
    const result = await createResult(
      {
        sources: [],
        metadata,
        error: message,
      },
      fork
    )
    return result
  }
}
 
export default {
  engine: "markup",
  run: getSourcesFromMarkup,
}