1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
|
const puppeteer = require("puppeteer-extra");
const StealthPlugin = require('puppeteer-extra-plugin-stealth');
const cookiesStorage = require("./cookies-storage");
puppeteer.use(StealthPlugin());
const options = {
headless: true,
args: []
};
let browser = null
let page = null
let cdpClient = null
let interceptCallback = null
let interceptionNeededCallback = null
module.exports = {
async launch() {
browser = await puppeteer.launch(options)
},
async getPage(_interceptionNeededCallback, _interceptCallback) {
if (page && page.isClosed()) {
page.removeAllListeners && page.removeAllListeners()
page = null
}
interceptionNeededCallback = _interceptionNeededCallback
interceptCallback = _interceptCallback
if (!page) {
page = await browser.newPage()
page.on('framenavigated', async () => {
let cookies = await page.cookies();
if (cookies)
await cookiesStorage.save(cookies)
})
await page.setCookie(...(await cookiesStorage.get()))
cdpClient = await page.target().createCDPSession();
await cdpClient.send('Network.setRequestInterception', {
patterns: [{
urlPattern: '*',
resourceType: 'Document',
interceptionStage: 'HeadersReceived'
}],
})
await cdpClient.on('Network.requestIntercepted', async e => {
let obj = { interceptionId: e.interceptionId }
if (interceptionNeededCallback && interceptionNeededCallback(e) === true) {
let ret = await cdpClient.send('Network.getResponseBodyForInterception', {
interceptionId: e.interceptionId
})
interceptCallback(ret, e.responseHeaders)
obj['errorReason'] = 'BlockedByClient'
}
await cdpClient.send('Network.continueInterceptedRequest', obj)
})
}
return page
},
setProxy(proxy) {
options.args.push(`--proxy-server=${proxy}`)
},
disableSandbox() {
options.args.push(
'--no-sandbox',
'--disable-setuid-sandbox'
)
},
setHeadful() {
options.headless = false
}
}
|
