File size: 2,474 Bytes
87be38f |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 |
async function findAcceptLanguage(page) {
return await page.evaluate(async () => {
const result = await fetch("https://httpbin.org/get")
.then((res) => res.json())
.then(
(res) =>
res.headers["Accept-Language"] || res.headers["accept-language"]
)
.catch(() => null);
return result;
});
}
function getSource({ url, proxy }) {
return new Promise(async (resolve, reject) => {
if (!url) return reject("Missing url parameter");
const context = await global.browser
.createBrowserContext({
proxyServer: proxy ? `http://${proxy.host}:${proxy.port}` : undefined, // https://pptr.dev/api/puppeteer.browsercontextoptions
})
.catch(() => null);
if (!context) return reject("Failed to create browser context");
let isResolved = false;
var cl = setTimeout(async () => {
if (!isResolved) {
await context.close();
reject("Timeout Error");
}
}, global.timeOut || 60000);
try {
const page = await context.newPage();
if (proxy?.username && proxy?.password)
await page.authenticate({
username: proxy.username,
password: proxy.password,
});
let acceptLanguage = await findAcceptLanguage(page);
await page.setRequestInterception(true);
page.on("request", async (request) => request.continue());
page.on("response", async (res) => {
try {
if (
[200, 302].includes(res.status()) &&
[url, url + "/"].includes(res.url())
) {
await page
.waitForNavigation({ waitUntil: "load", timeout: 5000 })
.catch(() => {});
const cookies = await page.cookies();
let headers = await res.request().headers();
delete headers["content-type"];
delete headers["accept-encoding"];
delete headers["accept"];
delete headers["content-length"];
headers["accept-language"] = acceptLanguage;
await context.close();
isResolved = true;
clearInterval(cl);
resolve({ cookies, headers });
}
} catch (e) {}
});
await page.goto(url, {
waitUntil: "domcontentloaded",
});
} catch (e) {
if (!isResolved) {
await context.close();
clearInterval(cl);
reject(e.message);
}
}
});
}
module.exports = getSource;
|