nocci/free-games-claimer
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 4

upgrade to ES6 modules and top-level await, add jsconfig.json with es2022

Browse source 
https://developer.mozilla.org/en-US/docs/Web/JavaScript/Reference/Statements/import
https://code.visualstudio.com/docs/languages/jsconfig
This commit is contained in:
Ralf Vogler 2022-02-24 18:26:51 +01:00
parent 9bb548dc3e
commit 3b3289dddf
5 changed files with 186 additions and 182 deletions
Download patch file Download diff file Expand all files Collapse all files

69
epic-games.js
View file

@ -1,18 +1,14 @@
//@ts-check import { chromium } from 'playwright'; // stealth plugin needs no outdated playwright-extra
const { chromium } = require('playwright'); // stealth plugin needs no outdated playwright-extra import path from 'path';
const path = require('path'); import { __dirname, stealth } from './util.js';
const { stealth } = require('./util.js');
const debug = process.env.PWDEBUG == '1'; // runs non-headless and opens https://playwright.dev/docs/inspector const debug = process.env.PWDEBUG == '1'; // runs non-headless and opens https://playwright.dev/docs/inspector
const URL_LOGIN = 'https://www.epicgames.com/login'; const URL_LOGIN = 'https://www.epicgames.com/login';
const URL_CLAIM = 'https://www.epicgames.com/store/en-US/free-games'; const URL_CLAIM = 'https://www.epicgames.com/store/en-US/free-games';
const TIMEOUT = 20 * 1000; // 20s, default is 30s const TIMEOUT = 20 * 1000; // 20s, default is 30s
// could change to .mjs to get top-level-await, but would then also need to change require to import and dynamic import for stealth below would just add more async/await // https://playwright.dev/docs/auth#multi-factor-authentication
(async () => { const context = await chromium.launchPersistentContext(path.resolve(__dirname, 'userDataDir'), {
// https://playwright.dev/docs/auth#multi-factor-authentication
const context = await chromium.launchPersistentContext(path.resolve(__dirname, 'userDataDir'), {
channel: 'chrome', // https://playwright.dev/docs/browsers#google-chrome--microsoft-edge channel: 'chrome', // https://playwright.dev/docs/browsers#google-chrome--microsoft-edge
headless: false, headless: false,
viewport: { width: 1280, height: 1280 }, viewport: { width: 1280, height: 1280 },
@ -22,27 +18,27 @@ const TIMEOUT = 20 * 1000; // 20s, default is 30s
'--disable-session-crashed-bubble', '--disable-session-crashed-bubble',
'--restore-last-session', '--restore-last-session',
], ],
}); });
// Without stealth plugin, the website shows an hcaptcha on login with username/password and in the last step of claiming a game. It may have other heuristics like unsuccessful logins as well. After <6h (TBD) it resets to no captcha again. Getting a new IP also resets. // Without stealth plugin, the website shows an hcaptcha on login with username/password and in the last step of claiming a game. It may have other heuristics like unsuccessful logins as well. After <6h (TBD) it resets to no captcha again. Getting a new IP also resets.
// stealth with playwright: https://github.com/berstend/puppeteer-extra/issues/454#issuecomment-917437212 // stealth with playwright: https://github.com/berstend/puppeteer-extra/issues/454#issuecomment-917437212
// https://github.com/berstend/puppeteer-extra/tree/master/packages/puppeteer-extra-plugin-stealth/evasions // https://github.com/berstend/puppeteer-extra/tree/master/packages/puppeteer-extra-plugin-stealth/evasions
await stealth(context); await stealth(context);
if (!debug) context.setDefaultTimeout(TIMEOUT); if (!debug) context.setDefaultTimeout(TIMEOUT);
const page = context.pages().length ? context.pages()[0] : await context.newPage(); // should always exist const page = context.pages().length ? context.pages()[0] : await context.newPage(); // should always exist
console.log('userAgent:', await page.evaluate(() => navigator.userAgent)); console.log('userAgent:', await page.evaluate(() => navigator.userAgent));
const clickIfExists = async selector => { const clickIfExists = async selector => {
if (await page.locator(selector).count() > 0) if (await page.locator(selector).count() > 0)
await page.click(selector); await page.click(selector);
}; };
await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'}); // default 'load' takes forever await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'}); // default 'load' takes forever
// with persistent context the cookie message will only show up the first time, so we can't unconditionally wait for it - try to catch it or let the user click it. // with persistent context the cookie message will only show up the first time, so we can't unconditionally wait for it - try to catch it or let the user click it.
await clickIfExists('button:has-text("Accept All Cookies")'); // to not waste screen space in --debug await clickIfExists('button:has-text("Accept All Cookies")'); // to not waste screen space in --debug
while (await page.locator('a[role="button"]:has-text("Sign In")').count() > 0) { // TODO also check alternative for signed-in state while (await page.locator('a[role="button"]:has-text("Sign In")').count() > 0) { // TODO also check alternative for signed-in state
console.error("Not signed in anymore. Please login and then navigate to the 'Free Games' page."); console.error("Not signed in anymore. Please login and then navigate to the 'Free Games' page.");
context.setDefaultTimeout(0); // give user time to log in without timeout context.setDefaultTimeout(0); // give user time to log in without timeout
await page.goto(URL_LOGIN, {waitUntil: 'domcontentloaded'}); await page.goto(URL_LOGIN, {waitUntil: 'domcontentloaded'});
@ -50,15 +46,15 @@ const TIMEOUT = 20 * 1000; // 20s, default is 30s
await page.waitForNavigation({url: URL_CLAIM}); await page.waitForNavigation({url: URL_CLAIM});
context.setDefaultTimeout(TIMEOUT); context.setDefaultTimeout(TIMEOUT);
// process.exit(1); // process.exit(1);
} }
console.log('Signed in.'); console.log('Signed in.');
// click on each banner with 'Free Now'. TODO just extract the URLs and go to them in the loop // click on each banner with 'Free Now'. TODO just extract the URLs and go to them in the loop
const game_sel = 'div[data-component="FreeOfferCard"]:has-text("Free Now")'; const game_sel = 'div[data-component="FreeOfferCard"]:has-text("Free Now")';
await page.waitForSelector(game_sel); await page.waitForSelector(game_sel);
// const games = await page.$$(game_sel); // 'Element is not attached to the DOM' after navigation; had `for (const game of games) { await game.click(); ... } // const games = await page.$$(game_sel); // 'Element is not attached to the DOM' after navigation; had `for (const game of games) { await game.click(); ... }
const n = await page.locator(game_sel).count(); const n = await page.locator(game_sel).count();
console.log('Number of free games:', n); console.log('Number of free games:', n);
for (let i=1; i<=n; i++) { for (let i=1; i<=n; i++) {
await page.click(`:nth-match(${game_sel}, ${i})`); await page.click(`:nth-match(${game_sel}, ${i})`);
const title = await page.locator('h1 div').first().innerText(); const title = await page.locator('h1 div').first().innerText();
console.log('Current free game:', title); console.log('Current free game:', title);
@ -74,7 +70,6 @@ const TIMEOUT = 20 * 1000; // 20s, default is 30s
console.log('Not in library yet! Click GET.') console.log('Not in library yet! Click GET.')
await page.click('[data-testid="purchase-cta-button"]'); await page.click('[data-testid="purchase-cta-button"]');
// click Continue if 'Device not supported. This product is not compatible with your current device.' // click Continue if 'Device not supported. This product is not compatible with your current device.'
// @ts-ignore https://caniuse.com/?search=promise.any
await Promise.any([':has-text("Continue")', '#webPurchaseContainer iframe'].map(s => page.waitForSelector(s))); // wait for Continue xor iframe await Promise.any([':has-text("Continue")', '#webPurchaseContainer iframe'].map(s => page.waitForSelector(s))); // wait for Continue xor iframe
if (await page.locator(':has-text("Continue")').count() > 0) { if (await page.locator(':has-text("Continue")').count() > 0) {
// console.log('Device not supported. This product is not compatible with your current device.'); // console.log('Device not supported. This product is not compatible with your current device.');
@ -88,7 +83,6 @@ const TIMEOUT = 20 * 1000; // 20s, default is 30s
// I Agree button is only shown for EU accounts! https://github.com/vogler/free-games-claimer/pull/7#issuecomment-1038964872 // I Agree button is only shown for EU accounts! https://github.com/vogler/free-games-claimer/pull/7#issuecomment-1038964872
const btnAgree = iframe.locator('button:has-text("I Agree")'); const btnAgree = iframe.locator('button:has-text("I Agree")');
try { try {
// @ts-ignore https://caniuse.com/?search=promise.any
await Promise.any([btnAgree.waitFor(), page.waitForSelector('text=Thank you for buying')]); // EU: wait for agree button, non-EU: potentially done await Promise.any([btnAgree.waitFor(), page.waitForSelector('text=Thank you for buying')]); // EU: wait for agree button, non-EU: potentially done
// await clickIfExists('button:has-text("I Agree")', iframe); // default arg: FrameLocator is incompatible with Page and even Locator... // await clickIfExists('button:has-text("I Agree")', iframe); // default arg: FrameLocator is incompatible with Page and even Locator...
if (await btnAgree.count() > 0) if (await btnAgree.count() > 0)
@ -115,7 +109,6 @@ const TIMEOUT = 20 * 1000; // 20s, default is 30s
await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'}); await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'});
await page.waitForSelector(game_sel); await page.waitForSelector(game_sel);
} }
} }
// await context.waitForEvent("close"); // await context.waitForEvent("close");
await context.close(); await context.close();
})();

9
jsconfig.json Normal file
View file

@ -0,0 +1,9 @@
{
"compilerOptions": {
"checkJs": true,
"target": "es2021",
"module": "es2022",
"moduleResolution": "node",
},
"exclude": ["node_modules", "**/node_modules"]
}

3
package.json
View file

@ -10,5 +10,6 @@
"@playwright/test": "^1.17.1", "@playwright/test": "^1.17.1",
"playwright": "^1.17.1", "playwright": "^1.17.1",
"puppeteer-extra-plugin-stealth": "^2.9.0" "puppeteer-extra-plugin-stealth": "^2.9.0"
} },
"type": "module"
} }

68
prime-gaming.js
View file

@ -1,7 +1,6 @@
//@ts-check import { chromium } from 'playwright'; // stealth plugin needs no outdated playwright-extra
const { chromium } = require('playwright'); // stealth plugin needs no outdated playwright-extra import path from 'path';
const path = require('path'); import { __dirname, stealth } from './util.js';
const { stealth } = require('./util.js');
const debug = process.env.PWDEBUG == '1'; // runs headful and opens https://playwright.dev/docs/inspector const debug = process.env.PWDEBUG == '1'; // runs headful and opens https://playwright.dev/docs/inspector
@ -9,58 +8,56 @@ const debug = process.env.PWDEBUG == '1'; // runs headful and opens https://play
const URL_CLAIM = 'https://gaming.amazon.com/home'; const URL_CLAIM = 'https://gaming.amazon.com/home';
const TIMEOUT = 20 * 1000; // 20s, default is 30s const TIMEOUT = 20 * 1000; // 20s, default is 30s
// could change to .mjs to get top-level-await, but would then also need to change require to import and dynamic import for stealth below would just add more async/await // https://playwright.dev/docs/auth#multi-factor-authentication
(async () => { const context = await chromium.launchPersistentContext(path.resolve(__dirname, 'userDataDir'), {
// https://playwright.dev/docs/auth#multi-factor-authentication
const context = await chromium.launchPersistentContext(path.resolve(__dirname, 'userDataDir'), {
channel: 'chrome', // https://playwright.dev/docs/browsers#google-chrome--microsoft-edge channel: 'chrome', // https://playwright.dev/docs/browsers#google-chrome--microsoft-edge
headless: false, headless: false,
viewport: { width: 1280, height: 1280 }, viewport: { width: 1280, height: 1280 },
userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.110 Safari/537.36', // see replace of Headless in newStealthContext above. TODO update if browser is updated! userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.110 Safari/537.36', // see replace of Headless in newStealthContext above. TODO update if browser is updated!
locale: "en-US", // ignore OS locale to be sure to have english text for locators locale: "en-US", // ignore OS locale to be sure to have english text for locators
}); });
// TODO test if needed // TODO test if needed
await stealth(context); await stealth(context);
if (!debug) context.setDefaultTimeout(TIMEOUT); if (!debug) context.setDefaultTimeout(TIMEOUT);
// const page = /* context.pages().length ? context.pages[0] : */ await context.newPage(); // const page = /* context.pages().length ? context.pages[0] : */ await context.newPage();
const page = context.pages()[0]; const page = context.pages()[0];
console.log('userAgent:', await page.evaluate(() => navigator.userAgent)); console.log('userAgent:', await page.evaluate(() => navigator.userAgent));
const clickIfExists = async selector => { const clickIfExists = async selector => {
if (await page.locator(selector).count() > 0) if (await page.locator(selector).count() > 0)
await page.click(selector); await page.click(selector);
}; };
await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'}); // default 'load' takes forever await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'}); // default 'load' takes forever
await clickIfExists('[aria-label="Cookies usage disclaimer banner"] button:has-text("Accept Cookies")'); // to not waste screen space in --debug await clickIfExists('[aria-label="Cookies usage disclaimer banner"] button:has-text("Accept Cookies")'); // to not waste screen space in --debug
while (await page.locator('button:has-text("Sign in")').count() > 0) { while (await page.locator('button:has-text("Sign in")').count() > 0) {
console.error("Not signed in anymore. Please login and then navigate to the 'Free Games' page."); console.error("Not signed in anymore. Please login and then navigate to the 'Free Games' page.");
await page.click('button:has-text("Sign in")'); await page.click('button:has-text("Sign in")');
if (!debug) context.setDefaultTimeout(0); // give user time to log in without timeout if (!debug) context.setDefaultTimeout(0); // give user time to log in without timeout
await page.waitForNavigation({url: 'https://gaming.amazon.com/home?signedIn=true'}); await page.waitForNavigation({url: 'https://gaming.amazon.com/home?signedIn=true'});
if (!debug) context.setDefaultTimeout(TIMEOUT); if (!debug) context.setDefaultTimeout(TIMEOUT);
} }
console.log('Signed in.'); console.log('Signed in.');
await page.waitForSelector('div[data-a-target="offer-list-FGWP_FULL"]'); await page.waitForSelector('div[data-a-target="offer-list-FGWP_FULL"]');
console.log('Number of already claimed games (total):', await page.locator('div[data-a-target="offer-list-FGWP_FULL"] p:has-text("Claimed")').count()); console.log('Number of already claimed games (total):', await page.locator('div[data-a-target="offer-list-FGWP_FULL"] p:has-text("Claimed")').count());
const game_sel = 'div[data-a-target="offer-list-FGWP_FULL"] .offer__action:has-text("Claim game")'; const game_sel = 'div[data-a-target="offer-list-FGWP_FULL"] .offer__action:has-text("Claim game")';
const n = await page.locator(game_sel).count(); const n = await page.locator(game_sel).count();
console.log('Number of free unclaimed games (Prime Gaming):', n); console.log('Number of free unclaimed games (Prime Gaming):', n);
const games = await page.$$(game_sel); const games = await page.$$(game_sel);
// for (let i=1; i<=n; i++) { // for (let i=1; i<=n; i++) {
for (const card of games) { for (const card of games) {
// const card = page.locator(`:nth-match(${game_sel}, ${i})`); // this will reevaluate after games are claimed and index will be wrong // const card = page.locator(`:nth-match(${game_sel}, ${i})`); // this will reevaluate after games are claimed and index will be wrong
// const title = await card.locator('h3').first().innerText(); // const title = await card.locator('h3').first().innerText();
const title = await (await card.$('h3')).innerText(); const title = await (await card.$('h3')).innerText();
console.log('Current free game:', title); console.log('Current free game:', title);
await (await card.$('button')).click(); await (await card.$('button')).click();
// await page.pause(); // await page.pause();
} }
// claim games in linked stores. Origin: key, Epic Games Store: linked // claim games in linked stores. Origin: key, Epic Games Store: linked
{ {
const game_sel = 'div[data-a-target="offer-list-FGWP_FULL"] .offer__action:has(p:text-is("Claim"))'; const game_sel = 'div[data-a-target="offer-list-FGWP_FULL"] .offer__action:has(p:text-is("Claim"))';
do { do {
let n = await page.locator(game_sel).count(); let n = await page.locator(game_sel).count();
@ -79,6 +76,5 @@ const TIMEOUT = 20 * 1000; // 20s, default is 30s
await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'}); await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'});
n = await page.locator(game_sel).count(); n = await page.locator(game_sel).count();
} while (n); } while (n);
} }
await context.close(); await context.close();
})();

19
util.js
View file

@ -1,7 +1,12 @@
// https://stackoverflow.com/questions/46745014/alternative-for-dirname-in-node-js-when-using-es6-modules
import path from 'node:path';
import { fileURLToPath } from 'node:url';
export const __filename = fileURLToPath(import.meta.url);
export const __dirname = path.dirname(__filename);
// stealth with playwright: https://github.com/berstend/puppeteer-extra/issues/454#issuecomment-917437212 // stealth with playwright: https://github.com/berstend/puppeteer-extra/issues/454#issuecomment-917437212
const newStealthContext = async (browser, contextOptions = {}) => { const newStealthContext = async (browser, contextOptions = {}, debug = false) => {
if (!debug) { // fix userAgent in headless mode if (!debug) { // only need to fix userAgent in headless mode
const dummyContext = await browser.newContext(); const dummyContext = await browser.newContext();
const originalUserAgent = await (await dummyContext.newPage()).evaluate(() => navigator.userAgent); const originalUserAgent = await (await dummyContext.newPage()).evaluate(() => navigator.userAgent);
await dummyContext.close(); await dummyContext.close();
@ -13,7 +18,7 @@ const newStealthContext = async (browser, contextOptions = {}) => {
} }
}; };
const stealth = async (context) => { export const stealth = async (context) => {
// stealth with playwright: https://github.com/berstend/puppeteer-extra/issues/454#issuecomment-917437212 // stealth with playwright: https://github.com/berstend/puppeteer-extra/issues/454#issuecomment-917437212
// https://github.com/berstend/puppeteer-extra/tree/master/packages/puppeteer-extra-plugin-stealth/evasions // https://github.com/berstend/puppeteer-extra/tree/master/packages/puppeteer-extra-plugin-stealth/evasions
const enabledEvasions = [ const enabledEvasions = [
@ -35,17 +40,17 @@ const stealth = async (context) => {
'webgl.vendor', 'webgl.vendor',
'window.outerdimensions' 'window.outerdimensions'
]; ];
const evasions = enabledEvasions.map(e => require(`puppeteer-extra-plugin-stealth/evasions/${e}`));
const stealth = { const stealth = {
callbacks: [], callbacks: [],
async evaluateOnNewDocument(...args) { async evaluateOnNewDocument(...args) {
this.callbacks.push({ cb: args[0], a: args[1] }) this.callbacks.push({ cb: args[0], a: args[1] })
} }
} }
evasions.forEach(e => e().onPageCreated(stealth)); for (const e of enabledEvasions) {
const evasion = await import(`puppeteer-extra-plugin-stealth/evasions/${e}/index.js`);
evasion.default().onPageCreated(stealth);
}
for (let evasion of stealth.callbacks) { for (let evasion of stealth.callbacks) {
await context.addInitScript(evasion.cb, evasion.a); await context.addInitScript(evasion.cb, evasion.a);
} }
} }
module.exports = { stealth };