nocci/free-games-claimer
1
0
Fork 0
Code Issues Pull requests Projects Releases Packages Wiki Activity Actions 3

use launchPersistentContext instead of storageState, works in headful now, support multiple games

Browse source
This commit is contained in:
Ralf Vogler 2021-12-31 02:40:41 +01:00
parent db1b61d797
commit e34a5fed60
4 changed files with 82 additions and 62 deletions
Download patch file Download diff file Expand all files Collapse all files

1
.gitignore vendored
View file

@ -1,3 +1,4 @@
node_modules/ node_modules/
auth.json auth.json
.env .env
userDataDir/

5
README.md
View file

@ -3,9 +3,10 @@
Setup: `npm install && npx playwright install` (downloads {chromium, firefox, webkit} (742 MB) to cache in home ([doc](https://playwright.dev/docs/browsers#managing-browser-binaries))). Setup: `npm install && npx playwright install` (downloads {chromium, firefox, webkit} (742 MB) to cache in home ([doc](https://playwright.dev/docs/browsers#managing-browser-binaries))).
Use `npm run login` which opens a browser where you can login. When closing the browser, it writes a file `auth.json` containing cookies that should keep you logged in for some time (`expires` in a month?). <!-- Use `npm run login` which opens a browser where you can login. When closing the browser, it writes a file `auth.json` containing cookies that should keep you logged in for some time (`expires` in a month?). -->
Then use `npm start` to run Chrome in headless mode to claim the current free game. Use `npm start` to start Chrome to claim the current free games.
The first time, the script will wait for you to login. Instead of redirecting back, the website seems to just reload the login URL. Go to https://www.epicgames.com/store/en-US/free-games manually, or restart the script.
If something goes wrong, use `PWDEBUG=1 npm start` to [inspect](https://playwright.dev/docs/inspector). If something goes wrong, use `PWDEBUG=1 npm start` to [inspect](https://playwright.dev/docs/inspector).
## log ## log

137
main.stealth.js
View file

@ -1,13 +1,10 @@
//@ts-check //@ts-check
const { existsSync } = require('fs'); const { chromium } = require('playwright'); // stealth plugin needs no outdated playwright-extra
if (!existsSync('auth.json')) {
console.error('Missing auth.json! Use `npm run login` to login and create this file by closing the opened browser.');
process.exit(1);
}
const debug = process.env.PWDEBUG == '1'; // runs headful and opens https://playwright.dev/docs/inspector const debug = process.env.PWDEBUG == '1'; // runs headful and opens https://playwright.dev/docs/inspector
const { chromium } = require('playwright'); // stealth plugin needs no outdated playwright-extra const URL_LOGIN = 'https://www.epicgames.com/login';
const URL_CLAIM = 'https://www.epicgames.com/store/en-US/free-games';
const TIMEOUT = 20 * 1000; // 20s, default is 30s
// stealth with playwright: https://github.com/berstend/puppeteer-extra/issues/454#issuecomment-917437212 // stealth with playwright: https://github.com/berstend/puppeteer-extra/issues/454#issuecomment-917437212
const newStealthContext = async (browser, contextOptions = {}) => { const newStealthContext = async (browser, contextOptions = {}) => {
@ -21,7 +18,20 @@ const newStealthContext = async (browser, contextOptions = {}) => {
userAgent: originalUserAgent.replace("Headless", ""), // HeadlessChrome -> Chrome, TODO needed? userAgent: originalUserAgent.replace("Headless", ""), // HeadlessChrome -> Chrome, TODO needed?
}; };
} }
const context = await browser.newContext(contextOptions); };
// could change to .mjs to get top-level-await, but would then also need to change require to import and dynamic import for stealth below would just add more async/await
(async () => {
// https://playwright.dev/docs/auth#multi-factor-authentication
const context = await chromium.launchPersistentContext('userDataDir', {
channel: 'chrome', // https://playwright.dev/docs/browsers#google-chrome--microsoft-edge
headless: false,
viewport: { width: 1280, height: 1280 },
userAgent: 'Mozilla/5.0 (Macintosh; Intel Mac OS X 10_15_7) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/96.0.4664.110 Safari/537.36', // see replace of Headless in newStealthContext above
});
// Without stealth plugin, the website shows an hcaptcha on login with username/password and in the last step of claiming a game. It may have other heuristics like unsuccessful logins as well. After <6h (TBD) it resets to no captcha again. Getting a new IP also resets.
// stealth with playwright: https://github.com/berstend/puppeteer-extra/issues/454#issuecomment-917437212
// https://github.com/berstend/puppeteer-extra/tree/master/packages/puppeteer-extra-plugin-stealth/evasions // https://github.com/berstend/puppeteer-extra/tree/master/packages/puppeteer-extra-plugin-stealth/evasions
const enabledEvasions = [ const enabledEvasions = [
'chrome.app', 'chrome.app',
@ -53,65 +63,72 @@ const newStealthContext = async (browser, contextOptions = {}) => {
for (let evasion of stealth.callbacks) { for (let evasion of stealth.callbacks) {
await context.addInitScript(evasion.cb, evasion.a); await context.addInitScript(evasion.cb, evasion.a);
} }
return context; // end stealth setup
};
// could change to .mjs to get top-level-await, but would then also need to change require to import and dynamic import for stealth below would just add more async/await if (!debug) context.setDefaultTimeout(TIMEOUT);
(async () => { const page = context.pages.length ? context.pages[0] : await context.newPage();
const browser = await chromium.launch({ console.log('userAgent:', await page.evaluate(() => navigator.userAgent));
channel: 'chrome', // https://playwright.dev/docs/browsers#google-chrome--microsoft-edge await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'}); // default 'load' takes forever
// headless: false, // with persistent context the cookie message will only show up the first time, so we can't unconditionally wait for it - just let the user click it.
}); // await page.click('button:has-text("Accept All Cookies")'); // to not waste screen space in --debug
/** @type {import('playwright').BrowserContext} */
const context = await newStealthContext(browser, {
storageState: 'auth.json',
viewport: { width: 1280, height: 1280 },
});
if (!debug) context.setDefaultTimeout(10000); // 10s, default 30s
const page = await context.newPage();
if (debug) console.log('userAgent:', await page.evaluate(() => navigator.userAgent));
await page.goto('https://www.epicgames.com/store/en-US/free-games');
await page.click('button:has-text("Accept All Cookies")'); // to not waste screen space in --debug
if (await page.locator('a[role="button"]:has-text("Sign In")').count() > 0) { if (await page.locator('a[role="button"]:has-text("Sign In")').count() > 0) {
console.error('Not signed in anymore. Use `npm run login` to login again.'); console.error("Not signed in anymore. Please login and then navigate to the 'Free Games' page.");
process.exit(1); context.setDefaultTimeout(0); // give user time to log in without timeout
await page.goto(URL_LOGIN, {waitUntil: 'domcontentloaded'});
// after login it just reloads the login page...
await page.waitForNavigation({url: URL_CLAIM});
context.setDefaultTimeout(TIMEOUT);
// process.exit(1);
} }
// click on banner to go to current free game. TODO what if there are multiple games? console.log('Signed in.');
await page.click('[data-testid="offer-card-image-landscape"]'); // click on each banner with 'Free Now'. TODO just extract the URLs and go to them in the loop
const game = await page.locator('h1 div').first().innerText(); const game_sel = 'div[data-component="FreeOfferCard"]:has-text("Free Now")';
console.log('Current free game:', game); await page.waitForSelector(game_sel);
// click Continue if 'This game contains mature content recommended only for ages 18+' // const games = await page.$$(game_sel); // 'Element is not attached to the DOM' after navigation; had `for (const game of games) { await game.click(); ... }
if (await page.locator(':has-text("Continue")').count() > 0) { const n = await page.locator(game_sel).count();
console.log('This game contains mature content recommended only for ages 18+'); console.log(n);
await page.click('button:has-text("Continue")'); for (let i=1; i<=n; i++) {
} await page.click(`:nth-match(${game_sel}, ${i})`);
const btnText = await page.locator('[data-testid="purchase-cta-button"]').innerText(); const title = await page.locator('h1 div').first().innerText();
if (btnText.toLowerCase() == 'in library') { console.log('Current free game:', title);
console.log('Already in library! Nothing to claim.'); // click Continue if 'This game contains mature content recommended only for ages 18+'
} else {
console.log('Not in library yet! Click GET.')
await page.click('[data-testid="purchase-cta-button"]');
// click Continue if 'Device not supported. This product is not compatible with your current device.'
// await page.waitForTimeout(1000); // wait for 1s since count does not wait.
await Promise.any([':has-text("Continue")', '#webPurchaseContainer iframe'].map(s => page.waitForSelector(s))); // wait for Continue xor iframe
if (await page.locator(':has-text("Continue")').count() > 0) { if (await page.locator(':has-text("Continue")').count() > 0) {
console.log('Device not supported. This product is not compatible with your current device.'); console.log('This game contains mature content recommended only for ages 18+');
await page.click('button:has-text("Continue")'); await page.click('button:has-text("Continue")');
} }
// it then creates an iframe for the rest const btnText = await page.locator('[data-testid="purchase-cta-button"]').innerText();
// await page.frame({ url: /.*store\/purchase.*/ }).click('button:has-text("Place Order")'); // not found because it does not wait for iframe if (btnText.toLowerCase() == 'in library') {
const iframe = page.frameLocator('#webPurchaseContainer iframe') console.log('Already in library! Nothing to claim.');
await iframe.locator('button:has-text("Place Order")').click(); } else {
await iframe.locator('button:has-text("I Agree")').click(); console.log('Not in library yet! Click GET.')
if (await iframe.frameLocator('#talon_frame_checkout_free_prod').locator('text=Please complete a security check to continue').count() > 0) { await page.click('[data-testid="purchase-cta-button"]');
console.error('Encountered hcaptcha. Giving up :('); // click Continue if 'Device not supported. This product is not compatible with your current device.'
process.exit(1); // await page.waitForTimeout(1000); // wait for 1s since count does not wait.
// @ts-ignore https://caniuse.com/?search=promise.any
await Promise.any([':has-text("Continue")', '#webPurchaseContainer iframe'].map(s => page.waitForSelector(s))); // wait for Continue xor iframe
if (await page.locator(':has-text("Continue")').count() > 0) {
console.log('Device not supported. This product is not compatible with your current device.');
await page.click('button:has-text("Continue")');
}
// it then creates an iframe for the rest
// await page.frame({ url: /.*store\/purchase.*/ }).click('button:has-text("Place Order")'); // not found because it does not wait for iframe
const iframe = page.frameLocator('#webPurchaseContainer iframe')
await iframe.locator('button:has-text("Place Order")').click();
await iframe.locator('button:has-text("I Agree")').click();
// This is true even when there is no capture shown! That was the reason why old.stealth.js worked - because it did not have this check...
// if (await iframe.frameLocator('#talon_frame_checkout_free_prod').locator('text=Please complete a security check to continue').count() > 0) {
// console.error('Encountered hcaptcha. Giving up :(');
// await page.pause();
// process.exit(1);
// }
await page.waitForSelector('text=Thank you for buying');
await page.pause();
}
if (i<n) { // no need to go back if it's the last game
await page.goto(URL_CLAIM, {waitUntil: 'domcontentloaded'});
await page.waitForSelector(game_sel);
} }
// await iframe.locator('button.payment-purchase-close').click();
console.log(await page.locator('[data-testid="purchase-cta-button"]').innerText());
await page.pause();
// await context.waitForEvent("close");
} }
// await context.waitForEvent("close");
await context.close(); await context.close();
await browser.close();
})(); })();

1
old.stealth.js
View file

@ -48,6 +48,7 @@ const { chromium } = require('playwright');
} }
const page = await context.newPage(); const page = await context.newPage();
console.log('userAgent:', await page.evaluate(() => navigator.userAgent));
await page.goto('https://www.epicgames.com/store/en-US/free-games'); await page.goto('https://www.epicgames.com/store/en-US/free-games');
// await expect(page.locator('a[role="button"]:has-text("Sign In")')).toHaveCount(0); // await expect(page.locator('a[role="button"]:has-text("Sign In")')).toHaveCount(0);
await page.click('button:has-text("Accept All Cookies")'); // to not waste screen space in --debug await page.click('button:has-text("Accept All Cookies")'); // to not waste screen space in --debug