Add optional full cookie response

endpoints/cloudflare.js

@@ -1,8 +1,10 @@
-async function getPageHtml(page, url) {
+async function ensurePageLoaded(page, url) {
   try {
     await page.goto(url, { waitUntil: "domcontentloaded", timeout: 10000 })
   } catch (_) {}
+}
 
+async function getPageHtml(page) {
   try {
     return await page.content()
   } catch (_) {
@@ -10,6 +12,14 @@ async function getPageHtml(page, url) {
   }
 }
 
+async function getPageCookies(page, url) {
+  try {
+    return await page.cookies(url)
+  } catch (_) {
+    return null
+  }
+}
+
 async function cloudflare(data, page) {
   return new Promise(async (resolve, reject) => {
     if (!data.domain) return reject(new Error("Missing domain parameter"))
@@ -28,6 +38,7 @@ async function cloudflare(data, page) {
           elapsed_time: elapsedTime,
         }
         if (data.include_html) response.html = null
+        if (data.include_cookies) response.cookies = null
         resolve(response)
       }
     }, 20000)
@@ -72,8 +83,16 @@ async function cloudflare(data, page) {
                     elapsed_time: elapsedTime,
                   }
 
+                  if (data.include_html || data.include_cookies) {
+                    await ensurePageLoaded(page, data.domain)
+                  }
+
                   if (data.include_html) {
-                    response.html = await getPageHtml(page, data.domain)
+                    response.html = await getPageHtml(page)
+                  }
+
+                  if (data.include_cookies) {
+                    response.cookies = await getPageCookies(page, data.domain)
                   }
 
                   resolve(response)