Press n or j to go to the next uncovered block, b, p or k for the previous block.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 | 1x 4x 4x 3x 3x 3x 3x 3x 3x 1x 1x | import axios from "axios" import { getNodeListFromSelector, getSourcesFromNodeList, createResult, } from "../helpers/index.js" const getSourcesFromMarkup = async ({ options, selectors, metadata, fork }) => { try { const { root, ...rest } = selectors const { request: { url, headers }, xml = false, limit, } = options const { data } = await axios({ url, headers }) const nodeList = getNodeListFromSelector(data, root, { contentType: xml ? "text/xml" : "text/html", }) const sources = getSourcesFromNodeList(nodeList, rest) const result = createResult( { sources: sources.slice(0, limit), metadata, }, fork ) return result } catch ({ message }) { const result = await createResult( { sources: [], metadata, error: message, }, fork ) return result } } export default { engine: "markup", run: getSourcesFromMarkup, } |