Add optional HTML response for IUAM

endpoints/cloudflare.js

@@ -1,3 +1,15 @@
+async function getPageHtml(page, url) {
+  try {
+    await page.goto(url, { waitUntil: "domcontentloaded", timeout: 10000 })
+  } catch (_) {}
+
+  try {
+    return await page.content()
+  } catch (_) {
+    return null
+  }
+}
+
 async function cloudflare(data, page) {
   return new Promise(async (resolve, reject) => {
     if (!data.domain) return reject(new Error("Missing domain parameter"))
@@ -10,11 +22,13 @@ async function cloudflare(data, page) {
       if (!isResolved) {
         isResolved = true
         const elapsedTime = (Date.now() - startTime) / 1000
-        resolve({
+        const response = {
           cf_clearance: null,
           user_agent: userAgent,
           elapsed_time: elapsedTime,
-        })
+        }
+        if (data.include_html) response.html = null
+        resolve(response)
       }
     }, 20000)
 
@@ -52,11 +66,17 @@ async function cloudflare(data, page) {
                   isResolved = true
                   clearTimeout(cl)
 
-                  resolve({
+                  const response = {
                     cf_clearance,
                     user_agent: userAgent,
                     elapsed_time: elapsedTime,
-                  })
+                  }
+
+                  if (data.include_html) {
+                    response.html = await getPageHtml(page, data.domain)
+                  }
+
+                  resolve(response)
                 }
               }
             }