feat: support pass custom got opts

Author: Kikobeats

packages/metascraper-iframe/package.json

@@ -21,7 +21,7 @@
     "@metascraper/helpers": "^5.9.5",
     "got": "~9.6.0",
     "lodash": "~4.17.15",
-    "oembed-spec": "~1.1.8",
+    "oembed-spec": "~1.2.0",
     "p-reflect": "~2.1.0"
   },
   "devDependencies": {

packages/metascraper-iframe/src/from-html.js

@@ -9,12 +9,12 @@ const jsonOembed = memoizeOne($ =>
   $('link[type="application/json+oembed"]').attr('href')
 )
 
-const fromHTML = async ({ url, meta, htmlDom, ...opts }) => {
+const fromHTML = gotOpts => async ({ url, meta, htmlDom, ...opts }) => {
   const oembedUrl = jsonOembed(htmlDom)
   if (!oembedUrl) return null
   const oembedUrlObj = new URL(oembedUrl)
   forEach(opts, (value, key) => oembedUrlObj.searchParams.append(key, value))
-  const { value } = await pReflect(got(oembedUrlObj.toString(), { json: true }))
+  const { value } = await pReflect(got(oembedUrlObj.toString(), gotOpts))
   return get(value, 'body.html', null)
 }
 

packages/metascraper-iframe/src/from-provider.js

@@ -9,9 +9,9 @@ const findProvider = memoizeOne(oEmbed.findProvider)
 
 const { fetchProvider } = oEmbed
 
-const fromProvider = async ({ url, meta, htmlDom, ...opts }) => {
+const fromProvider = gotOpts => async ({ url, meta, htmlDom, ...opts }) => {
   const provider = findProvider(url)
-  const { value } = await pReflect(fetchProvider(provider, url, opts))
+  const { value } = await pReflect(fetchProvider(provider, url, opts, gotOpts))
   return get(value, 'html', null)
 }
 

packages/metascraper-iframe/src/index.js

@@ -12,8 +12,8 @@ const test = memoizeOne(
   ({ url, htmlDom: $ }) => htmlTest($) || providerTest(url)
 )
 
-module.exports = () => {
-  const rules = { iframe: [fromHTML, fromProvider] }
+module.exports = ({ gotOpts = { json: true, retry: 0 } } = {}) => {
+  const rules = { iframe: [fromHTML(gotOpts), fromProvider(gotOpts)] }
   rules.test = test
   return rules
 }

packages/metascraper-iframe/test/index.js

@@ -39,7 +39,7 @@ describe('metascraper-iframe', () => {
       should(isValid).be.true()
     })
   })
-  describe('iframe', () => {
+  describe('get iframe', () => {
     describe('from common providers', () => {
       commonProviders.forEach(url => {
         it(url, async () => {
@@ -58,4 +58,19 @@ describe('metascraper-iframe', () => {
       should(meta.iframe).be.not.null()
     })
   })
+  describe('opts', () => {
+    it('pass custom got options', async () => {
+      const cache = new Map()
+      const gotOpts = { json: true, retry: 0, cache }
+
+      const html = await readFile(resolve(__dirname, 'fixtures/genially.html'))
+      const url = 'https://view.genial.ly/5dc53cfa759d2a0f4c7db5f4'
+
+      const rules = [createMetascraperIframe({ gotOpts })]
+      const metascraper = createMetascraper(rules)
+      const meta = await metascraper({ url, html })
+      should(meta.iframe).be.not.null()
+      should(cache.size).be.equal(1)
+    })
+  })
 })