upgrade to ES6 modules and top-level await, add jsconfig.json with es2022
https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Statements/import https://code.visualstudio.com/docs/languages/jsconfig
This commit is contained in:
Ralf Vogler
parent
9bb548dc3e
commit
3b3289dddf
5 changed files with 186 additions and 182 deletions
|
|
@ -1,18 +1,14 @@
|
|||
//@ts-check
|
||||
const { chromium } = require('playwright'); // stealth plugin needs no outdated playwright-extra
|
||||
const path = require('path');
|
||||
const { stealth } = require('./util.js');
|
||||
|
||||
import { chromium } from 'playwright'; // stealth plugin needs no outdated playwright-extra
|
||||
import path from 'path';
|
||||
import { __dirname, stealth } from './util.js';
|
||||
const debug = process.env.PWDEBUG == '1'; // runs non-headless and opens https://playwright.dev/docs/inspector
|
||||
|
||||
const URL_LOGIN = 'https://www.epicgames.com/login';
|
||||
const URL_CLAIM = 'https://www.epicgames.com/store/en-US/free-games';
|
||||
const TIMEOUT = 20 * 1000; // 20s, default is 30s
|
||||
|
||||
// could change to .mjs to get top-level-await, but would then also need to change require to import and dynamic import for stealth below would just add more async/await
|
||||
(async () => {
|
||||
// https://playwright.dev/docs/auth#multi-factor-authentication
|
||||
const context = await chromium.launchPersistentContext(path.resolve(__dirname, 'userDataDir'), {
|
||||
// https://playwright.dev/docs/auth#multi-factor-authentication
|
||||
const context = await chromium.launchPersistentContext(path.resolve(__dirname, 'userDataDir'), {
|
||||
channel: 'chrome', // https://playwright.dev/docs/browsers#google-chrome--microsoft-edge
|
||||
headless: false,
|
||||
viewport: { width: 1280, height: 1280 },
|
||||
|
|
@ -22,27 +18,27 @@ const TIMEOUT = 20 * 1000; // 20s, default is 30s
|
|||
'--disable-session-crashed-bubble',
|
||||
'--restore-last-session',
|
||||
],
|
||||
});
|
||||
});
|
||||
|
||||
// Without stealth plugin, the website shows an hcaptcha on login with username/password and in the last step of claiming a game. It may have other heuristics like unsuccessful logins as well. After <6h (TBD) it resets to no captcha again. Getting a new IP also resets.
|
||||
// stealth with playwright: https://github.com/berstend/puppeteer-extra/issues/454#issuecomment-917437212
|
||||
// https://github.com/berstend/puppeteer-extra/tree/master/packages/puppeteer-extra-plugin-stealth/evasions
|
||||
await stealth(context);
|
||||
// Without stealth plugin, the website shows an hcaptcha on login with username/password and in the last step of claiming a game. It may have other heuristics like unsuccessful logins as well. After <6h (TBD) it resets to no captcha again. Getting a new IP also resets.
|
||||
// stealth with playwright: https://github.com/berstend/puppeteer-extra/issues/454#issuecomment-917437212
|
||||
// https://github.com/berstend/puppeteer-extra/tree/master/packages/puppeteer-extra-plugin-stealth/evasions
|
||||
await stealth(context);
|
||||
|
||||
if (!debug) context.setDefaultTimeout(TIMEOUT);
|
||||
if (!debug) context.setDefaultTimeout(TIMEOUT);
|
||||
|
||||
const page = context.pages().length ? context.pages()[0] : await context.newPage(); // should always exist
|
||||
console.log('userAgent:', await page.evaluate(() => navigator.userAgent));
|
||||
const page = context.pages().length ? context.pages()[0] : await context.newPage(); // should always exist
|
||||
console.log('userAgent:', await page.evaluate(() => navigator.userAgent));
|
||||
|
||||
const clickIfExists = async selector => {
|
||||
const clickIfExists = async selector => {
|
||||
if (await page.locator(selector).count() > 0)
|
||||
await page.click(selector);
|
||||
};
|
||||
};
|
||||
|
||||
await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'}); // default 'load' takes forever
|
||||
// with persistent context the cookie message will only show up the first time, so we can't unconditionally wait for it - try to catch it or let the user click it.
|
||||
await clickIfExists('button:has-text("Accept All Cookies")'); // to not waste screen space in --debug
|
||||
while (await page.locator('a[role="button"]:has-text("Sign In")').count() > 0) { // TODO also check alternative for signed-in state
|
||||
await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'}); // default 'load' takes forever
|
||||
// with persistent context the cookie message will only show up the first time, so we can't unconditionally wait for it - try to catch it or let the user click it.
|
||||
await clickIfExists('button:has-text("Accept All Cookies")'); // to not waste screen space in --debug
|
||||
while (await page.locator('a[role="button"]:has-text("Sign In")').count() > 0) { // TODO also check alternative for signed-in state
|
||||
console.error("Not signed in anymore. Please login and then navigate to the 'Free Games' page.");
|
||||
context.setDefaultTimeout(0); // give user time to log in without timeout
|
||||
await page.goto(URL_LOGIN, {waitUntil: 'domcontentloaded'});
|
||||
|
|
@ -50,15 +46,15 @@ const TIMEOUT = 20 * 1000; // 20s, default is 30s
|
|||
await page.waitForNavigation({url: URL_CLAIM});
|
||||
context.setDefaultTimeout(TIMEOUT);
|
||||
// process.exit(1);
|
||||
}
|
||||
console.log('Signed in.');
|
||||
// click on each banner with 'Free Now'. TODO just extract the URLs and go to them in the loop
|
||||
const game_sel = 'div[data-component="FreeOfferCard"]:has-text("Free Now")';
|
||||
await page.waitForSelector(game_sel);
|
||||
// const games = await page.$$(game_sel); // 'Element is not attached to the DOM' after navigation; had `for (const game of games) { await game.click(); ... }
|
||||
const n = await page.locator(game_sel).count();
|
||||
console.log('Number of free games:', n);
|
||||
for (let i=1; i<=n; i++) {
|
||||
}
|
||||
console.log('Signed in.');
|
||||
// click on each banner with 'Free Now'. TODO just extract the URLs and go to them in the loop
|
||||
const game_sel = 'div[data-component="FreeOfferCard"]:has-text("Free Now")';
|
||||
await page.waitForSelector(game_sel);
|
||||
// const games = await page.$$(game_sel); // 'Element is not attached to the DOM' after navigation; had `for (const game of games) { await game.click(); ... }
|
||||
const n = await page.locator(game_sel).count();
|
||||
console.log('Number of free games:', n);
|
||||
for (let i=1; i<=n; i++) {
|
||||
await page.click(`:nth-match(${game_sel}, ${i})`);
|
||||
const title = await page.locator('h1 div').first().innerText();
|
||||
console.log('Current free game:', title);
|
||||
|
|
@ -74,7 +70,6 @@ const TIMEOUT = 20 * 1000; // 20s, default is 30s
|
|||
console.log('Not in library yet! Click GET.')
|
||||
await page.click('[data-testid="purchase-cta-button"]');
|
||||
// click Continue if 'Device not supported. This product is not compatible with your current device.'
|
||||
// @ts-ignore https://caniuse.com/?search=promise.any
|
||||
await Promise.any([':has-text("Continue")', '#webPurchaseContainer iframe'].map(s => page.waitForSelector(s))); // wait for Continue xor iframe
|
||||
if (await page.locator(':has-text("Continue")').count() > 0) {
|
||||
// console.log('Device not supported. This product is not compatible with your current device.');
|
||||
|
|
@ -88,7 +83,6 @@ const TIMEOUT = 20 * 1000; // 20s, default is 30s
|
|||
// I Agree button is only shown for EU accounts! https://github.com/vogler/free-games-claimer/pull/7#issuecomment-1038964872
|
||||
const btnAgree = iframe.locator('button:has-text("I Agree")');
|
||||
try {
|
||||
// @ts-ignore https://caniuse.com/?search=promise.any
|
||||
await Promise.any([btnAgree.waitFor(), page.waitForSelector('text=Thank you for buying')]); // EU: wait for agree button, non-EU: potentially done
|
||||
// await clickIfExists('button:has-text("I Agree")', iframe); // default arg: FrameLocator is incompatible with Page and even Locator...
|
||||
if (await btnAgree.count() > 0)
|
||||
|
|
@ -115,7 +109,6 @@ const TIMEOUT = 20 * 1000; // 20s, default is 30s
|
|||
await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'});
|
||||
await page.waitForSelector(game_sel);
|
||||
}
|
||||
}
|
||||
// await context.waitForEvent("close");
|
||||
await context.close();
|
||||
})();
|
||||
}
|
||||
// await context.waitForEvent("close");
|
||||
await context.close();
|
||||
|
|
|
|||
9
jsconfig.json
Normal file
9
jsconfig.json
Normal file
|
|
@ -0,0 +1,9 @@
|
|||
{
|
||||
"compilerOptions": {
|
||||
"checkJs": true,
|
||||
"target": "es2021",
|
||||
"module": "es2022",
|
||||
"moduleResolution": "node",
|
||||
},
|
||||
"exclude": ["node_modules", "**/node_modules"]
|
||||
}
|
||||
|
|
@ -10,5 +10,6 @@
|
|||
"@playwright/test": "^1.17.1",
|
||||
"playwright": "^1.17.1",
|
||||
"puppeteer-extra-plugin-stealth": "^2.9.0"
|
||||
}
|
||||
},
|
||||
"type": "module"
|
||||
}
|
||||
|
|
|
|||
|
|
@ -1,7 +1,6 @@
|
|||
//@ts-check
|
||||
const { chromium } = require('playwright'); // stealth plugin needs no outdated playwright-extra
|
||||
const path = require('path');
|
||||
const { stealth } = require('./util.js');
|
||||
import { chromium } from 'playwright'; // stealth plugin needs no outdated playwright-extra
|
||||
import path from 'path';
|
||||
import { __dirname, stealth } from './util.js';
|
||||
|
||||
const debug = process.env.PWDEBUG == '1'; // runs headful and opens https://playwright.dev/docs/inspector
|
||||
|
||||
|
|
@ -9,58 +8,56 @@ const debug = process.env.PWDEBUG == '1'; // runs headful and opens https://play
|
|||
const URL_CLAIM = 'https://gaming.amazon.com/home';
|
||||
const TIMEOUT = 20 * 1000; // 20s, default is 30s
|
||||
|
||||
// could change to .mjs to get top-level-await, but would then also need to change require to import and dynamic import for stealth below would just add more async/await
|
||||
(async () => {
|
||||
// https://playwright.dev/docs/auth#multi-factor-authentication
|
||||
const context = await chromium.launchPersistentContext(path.resolve(__dirname, 'userDataDir'), {
|
||||
// https://playwright.dev/docs/auth#multi-factor-authentication
|
||||
const context = await chromium.launchPersistentContext(path.resolve(__dirname, 'userDataDir'), {
|
||||
channel: 'chrome', // https://playwright.dev/docs/browsers#google-chrome--microsoft-edge
|
||||
headless: false,
|
||||
viewport: { width: 1280, height: 1280 },
|
||||
userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.110 Safari/537.36', // see replace of Headless in newStealthContext above. TODO update if browser is updated!
|
||||
locale: "en-US", // ignore OS locale to be sure to have english text for locators
|
||||
});
|
||||
});
|
||||
|
||||
// TODO test if needed
|
||||
await stealth(context);
|
||||
// TODO test if needed
|
||||
await stealth(context);
|
||||
|
||||
if (!debug) context.setDefaultTimeout(TIMEOUT);
|
||||
if (!debug) context.setDefaultTimeout(TIMEOUT);
|
||||
|
||||
// const page = /* context.pages().length ? context.pages[0] : */ await context.newPage();
|
||||
const page = context.pages()[0];
|
||||
console.log('userAgent:', await page.evaluate(() => navigator.userAgent));
|
||||
// const page = /* context.pages().length ? context.pages[0] : */ await context.newPage();
|
||||
const page = context.pages()[0];
|
||||
console.log('userAgent:', await page.evaluate(() => navigator.userAgent));
|
||||
|
||||
const clickIfExists = async selector => {
|
||||
const clickIfExists = async selector => {
|
||||
if (await page.locator(selector).count() > 0)
|
||||
await page.click(selector);
|
||||
};
|
||||
};
|
||||
|
||||
await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'}); // default 'load' takes forever
|
||||
await clickIfExists('[aria-label="Cookies usage disclaimer banner"] button:has-text("Accept Cookies")'); // to not waste screen space in --debug
|
||||
while (await page.locator('button:has-text("Sign in")').count() > 0) {
|
||||
await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'}); // default 'load' takes forever
|
||||
await clickIfExists('[aria-label="Cookies usage disclaimer banner"] button:has-text("Accept Cookies")'); // to not waste screen space in --debug
|
||||
while (await page.locator('button:has-text("Sign in")').count() > 0) {
|
||||
console.error("Not signed in anymore. Please login and then navigate to the 'Free Games' page.");
|
||||
await page.click('button:has-text("Sign in")');
|
||||
if (!debug) context.setDefaultTimeout(0); // give user time to log in without timeout
|
||||
await page.waitForNavigation({url: 'https://gaming.amazon.com/home?signedIn=true'});
|
||||
if (!debug) context.setDefaultTimeout(TIMEOUT);
|
||||
}
|
||||
console.log('Signed in.');
|
||||
await page.waitForSelector('div[data-a-target="offer-list-FGWP_FULL"]');
|
||||
console.log('Number of already claimed games (total):', await page.locator('div[data-a-target="offer-list-FGWP_FULL"] p:has-text("Claimed")').count());
|
||||
const game_sel = 'div[data-a-target="offer-list-FGWP_FULL"] .offer__action:has-text("Claim game")';
|
||||
const n = await page.locator(game_sel).count();
|
||||
console.log('Number of free unclaimed games (Prime Gaming):', n);
|
||||
const games = await page.$$(game_sel);
|
||||
// for (let i=1; i<=n; i++) {
|
||||
for (const card of games) {
|
||||
}
|
||||
console.log('Signed in.');
|
||||
await page.waitForSelector('div[data-a-target="offer-list-FGWP_FULL"]');
|
||||
console.log('Number of already claimed games (total):', await page.locator('div[data-a-target="offer-list-FGWP_FULL"] p:has-text("Claimed")').count());
|
||||
const game_sel = 'div[data-a-target="offer-list-FGWP_FULL"] .offer__action:has-text("Claim game")';
|
||||
const n = await page.locator(game_sel).count();
|
||||
console.log('Number of free unclaimed games (Prime Gaming):', n);
|
||||
const games = await page.$$(game_sel);
|
||||
// for (let i=1; i<=n; i++) {
|
||||
for (const card of games) {
|
||||
// const card = page.locator(`:nth-match(${game_sel}, ${i})`); // this will reevaluate after games are claimed and index will be wrong
|
||||
// const title = await card.locator('h3').first().innerText();
|
||||
const title = await (await card.$('h3')).innerText();
|
||||
console.log('Current free game:', title);
|
||||
await (await card.$('button')).click();
|
||||
// await page.pause();
|
||||
}
|
||||
// claim games in linked stores. Origin: key, Epic Games Store: linked
|
||||
{
|
||||
}
|
||||
// claim games in linked stores. Origin: key, Epic Games Store: linked
|
||||
{
|
||||
const game_sel = 'div[data-a-target="offer-list-FGWP_FULL"] .offer__action:has(p:text-is("Claim"))';
|
||||
do {
|
||||
let n = await page.locator(game_sel).count();
|
||||
|
|
@ -79,6 +76,5 @@ const TIMEOUT = 20 * 1000; // 20s, default is 30s
|
|||
await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'});
|
||||
n = await page.locator(game_sel).count();
|
||||
} while (n);
|
||||
}
|
||||
await context.close();
|
||||
})();
|
||||
}
|
||||
await context.close();
|
||||
|
|
|
|||
19
util.js
19
util.js
|
|
@ -1,7 +1,12 @@
|
|||
// https://stackoverflow.com/questions/46745014/alternative-for-dirname-in-node-js-when-using-es6-modules
|
||||
import path from 'node:path';
|
||||
import { fileURLToPath } from 'node:url';
|
||||
export const __filename = fileURLToPath(import.meta.url);
|
||||
export const __dirname = path.dirname(__filename);
|
||||
|
||||
// stealth with playwright: https://github.com/berstend/puppeteer-extra/issues/454#issuecomment-917437212
|
||||
const newStealthContext = async (browser, contextOptions = {}) => {
|
||||
if (!debug) { // fix userAgent in headless mode
|
||||
const newStealthContext = async (browser, contextOptions = {}, debug = false) => {
|
||||
if (!debug) { // only need to fix userAgent in headless mode
|
||||
const dummyContext = await browser.newContext();
|
||||
const originalUserAgent = await (await dummyContext.newPage()).evaluate(() => navigator.userAgent);
|
||||
await dummyContext.close();
|
||||
|
|
@ -13,7 +18,7 @@ const newStealthContext = async (browser, contextOptions = {}) => {
|
|||
}
|
||||
};
|
||||
|
||||
const stealth = async (context) => {
|
||||
export const stealth = async (context) => {
|
||||
// stealth with playwright: https://github.com/berstend/puppeteer-extra/issues/454#issuecomment-917437212
|
||||
// https://github.com/berstend/puppeteer-extra/tree/master/packages/puppeteer-extra-plugin-stealth/evasions
|
||||
const enabledEvasions = [
|
||||
|
|
@ -35,17 +40,17 @@ const stealth = async (context) => {
|
|||
'webgl.vendor',
|
||||
'window.outerdimensions'
|
||||
];
|
||||
const evasions = enabledEvasions.map(e => require(`puppeteer-extra-plugin-stealth/evasions/${e}`));
|
||||
const stealth = {
|
||||
callbacks: [],
|
||||
async evaluateOnNewDocument(...args) {
|
||||
this.callbacks.push({ cb: args[0], a: args[1] })
|
||||
}
|
||||
}
|
||||
evasions.forEach(e => e().onPageCreated(stealth));
|
||||
for (const e of enabledEvasions) {
|
||||
const evasion = await import(`puppeteer-extra-plugin-stealth/evasions/${e}/index.js`);
|
||||
evasion.default().onPageCreated(stealth);
|
||||
}
|
||||
for (let evasion of stealth.callbacks) {
|
||||
await context.addInitScript(evasion.cb, evasion.a);
|
||||
}
|
||||
}
|
||||
|
||||
module.exports = { stealth };
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue