Skip to content

Commit

Permalink
窗口指纹集成自定义浏览器，加入 i18n
Browse files Browse the repository at this point in the history
  • Loading branch information
@niuniuland
niuniuland committed Dec 8, 2023
1 parent 0dacfa8 commit 7d4319c
Show file tree
Hide file tree
Showing 22 changed files with 759 additions and 330 deletions.
293 changes: 201 additions & 92 deletions package-lock.json
View file

Large diffs are not rendered by default.

7 changes: 6 additions & 1 deletion package.json
View file
Original file line number Diff line number Diff line change
Expand Up @@ -33,6 +33,7 @@
},
"devDependencies": {
"@iconify/react": "^4.1.1",
"@types/btoa": "^1.2.5",
"@types/lodash": "^4.14.199",
"@types/node": "18.17.19",
"@types/react": "^18.2.22",
Expand Down Expand Up @@ -69,9 +70,12 @@
"agent-base": "^7.1.0",
"antd": "^5.9.4",
"axios": "^1.5.1",
"btoa": "^1.2.1",
"electron-updater": "6.1.4",
"http-proxy-agent": "^7.0.0",
"https-proxy-agent": "^7.0.2",
"i18next": "^23.7.8",
"i18next-browser-languagedetector": "^7.2.0",
"install": "^0.13.0",
"knex": "^3.0.1",
"lodash": "^4.17.21",
Expand All @@ -81,9 +85,10 @@
"portscanner": "^2.2.0",
"proxy-chain": "^2.4.0",
"ps-list": "^8.1.1",
"puppeteer": "^21.3.8",
"puppeteer": "^21.5.2",
"react": "^18.2.0",
"react-dom": "^18.2.0",
"react-i18next": "^13.5.0",
"react-redux": "^8.1.3",
"react-router-dom": "^6.16.0",
"redux": "^4.2.1",
Expand Down
2 changes: 1 addition & 1 deletion packages/main/src/db/proxy.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@ import {db} from '.';
import type {DB} from '../../../shared/types/db';

const all = async () => {
return await db('proxy').select('*');
return await db('proxy').select('*').orderBy('created_at', 'desc');
};

const getById = async (id: number) => {
Expand Down
137 changes: 87 additions & 50 deletions packages/main/src/fingerprint/index.ts
View file
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@
import {join} from 'path';
import {ProxyDB} from '../db/proxy';
import {WindowDB} from '../db/window';
import {getChromePath} from './device';
// import {getChromePath} from './device';
import {BrowserWindow, app} from 'electron';
import type {Page} from 'puppeteer';
import puppeteer from 'puppeteer';
import {execSync, spawn} from 'child_process';
import * as portscanner from 'portscanner';
import {sleep} from '../utils/sleep';
import SocksServer from '../proxy-server/socksServer';
import type {DB, SafeAny} from '../../../shared/types/db';
import type {DB} from '../../../shared/types/db';
import type {IP} from '../../../shared/types/ip';
import {type IncomingMessage, type Server, type ServerResponse} from 'http';
import {createLogger} from '../../../shared/utils/logger';
Expand All @@ -24,6 +24,9 @@ const logger = createLogger(WINDOW_LOGGER_LABEL);

const HOST = '127.0.0.1';

// const HomePath = app.getPath('userData');
// console.log(HomePath);

const getPublicIP = async () => {
try {
const response = await fetch('https://api.ipify.org?format=json');
Expand All @@ -35,57 +38,56 @@ const getPublicIP = async () => {
}
};

const attachFingerprintToPuppeteer = async (page: Page, ipInfo: IP, fingerprint: SafeAny) => {
logger.info('set fingerprint');
const {userAgent, userAgentData} = fingerprint?.fingerprint?.navigator || {};
if (userAgent) {
await page.setUserAgent(userAgent, userAgentData);
const client = await page.target().createCDPSession();
await client.send('Network.setUserAgentOverride', {
userAgent: userAgent,
userAgentMetadata: userAgentData,
});
}
const attachFingerprintToPuppeteer = async (page: Page, ipInfo: IP) => {
page.on('framenavigated', async _msg => {
const title = await page.title();
if (!title.includes('By ChromePower')) {
await page.evaluate(title => {
document.title = title + ' By ChromePower';
}, title);
}
try {
const title = await page.title();
if (!title.includes('By ChromePower')) {
await page.evaluate(title => {
document.title = title + ' By ChromePower';
}, title);
}

await page.setGeolocation({latitude: ipInfo.ll[0], longitude: ipInfo.ll[1]});
await page.emulateTimezone(ipInfo.timeZone);
await page.setGeolocation({latitude: ipInfo.ll[0], longitude: ipInfo.ll[1]});
await page.emulateTimezone(ipInfo.timeZone);
} catch (error) {
logger.error(error);
}
});
await page.evaluateOnNewDocument(
'navigator.mediaDevices.getUserMedia = navigator.webkitGetUserMedia = navigator.mozGetUserMedia = navigator.getUserMedia = webkitRTCPeerConnection = RTCPeerConnection = MediaStreamTrack = undefined;',
);
};

async function connectBrowser(port: number, ipInfo: IP, fingerprint: SafeAny) {
async function connectBrowser(port: number, ipInfo: IP) {
const browserURL = `http://${HOST}:${port}`;
const browser = await puppeteer.connect({browserURL, defaultViewport: null});
const {data} = await api.get(browserURL + '/json/version');
if (data.webSocketDebuggerUrl) {
const browser = await puppeteer.connect({
browserWSEndpoint: data.webSocketDebuggerUrl,
defaultViewport: null,
});

browser.on('targetcreated', async target => {
const newPage = await target.page();
if (newPage) {
await attachFingerprintToPuppeteer(newPage, ipInfo, fingerprint);
browser.on('targetcreated', async target => {
const newPage = await target.page();
if (newPage) {
await attachFingerprintToPuppeteer(newPage, ipInfo);
}
});
const pages = await browser.pages();
const page =
pages.length &&
(pages[0].url() === 'about:blank' ||
!pages[0].url() ||
pages[0].url() === 'chrome://new-tab-page/')
? pages[0]
: await browser.newPage();
try {
await attachFingerprintToPuppeteer(page, ipInfo);
await page.goto('https://browserleaks.com/canvas');
} catch (error) {
logger.error(error);
}
});
const pages = await browser.pages();
console.log(pages[0].url());
const page =
pages.length &&
(pages[0].url() === 'about:blank' ||
!pages[0].url() ||
pages[0].url() === 'chrome://new-tab-page/')
? pages[0]
: await browser.newPage();
try {
await attachFingerprintToPuppeteer(page, ipInfo, fingerprint);
await page.goto('https://abrahamjuliot.github.io/creepjs/');
} catch (error) {
logger.error(error);
}
}

Expand All @@ -97,7 +99,6 @@ const fetchWindowFingerprint = async (id: number, profileId: string) => {
profileId: profileId,
},
});
console.log(fingerprint);
return fingerprint;
} catch (error) {
logger.error(error);
Expand All @@ -120,7 +121,7 @@ export async function openFingerprintWindow(id: number) {
const win = BrowserWindow.getAllWindows()[0];
const windowDataDir = `${cachePath}\\${id}_${windowData.profile_id}`;

const chromePath = getChromePath();
const chromePath = 'D:\\chromium-dev\\source\\src\\out\\Default\\chrome.exe';

let ipInfo = {timeZone: '', ip: '', ll: [], country: ''};
if (windowData.proxy_id && proxyData.ip) {
Expand All @@ -129,8 +130,12 @@ export async function openFingerprintWindow(id: number) {
const localIp = await getPublicIP();
ipInfo = await getProxyInfo(localIp, 'ip2location');
}
if (!ipInfo?.ip) {
logger.error('ipInfo is empty');
return;
}
const fingerprint = await fetchWindowFingerprint(id, windowData.profile_id);
console.log(fingerprint?.fingerprint?.navigator?.userAgent);
logger.info('fingerprint', id, windowData.profile_id, fingerprint);
if (chromePath) {
const chromePort = await portscanner.findAPortNotInUse(9222, 10222);
let finalProxy;
Expand All @@ -144,28 +149,60 @@ export async function openFingerprintWindow(id: number) {
finalProxy = proxyInstance.proxyUrl;
proxyServer = proxyInstance.proxyServer;
}

console.log(JSON.stringify(fingerprint));
const launchParamter = [
`--extended-parameters=${btoa(JSON.stringify(fingerprint))}`,
'--force-color-profile=srgb',
'--no-first-run',
'--no-default-browser-check',
'--metrics-recording-only',
'--disable-background-mode',
`--remote-debugging-port=${chromePort}`,
`--user-data-dir=${windowDataDir}`,
`--user-agent=${fingerprint?.fingerprint?.navigator?.userAgent}`,
`--user-agent=${fingerprint?.ua}`,
// below is for debug
// '--enable-logging',
// '--v=1',
// '--enable-blink-features=IdleDetection',
// '--no-sandbox',
// '--disable-setuid-sandbox',
// '--auto-open-devtools-for-tabs',
];

if (finalProxy) {
launchParamter.push(`--proxy-server=${finalProxy}`);
}
console.log(JSON.stringify(ipInfo));
if (ipInfo?.timeZone) {
launchParamter.push(`--timezone=${ipInfo.timeZone}`);
}

const chromeInstance = spawn(chromePath, launchParamter);
let chromeInstance;
try {
chromeInstance = spawn(chromePath, launchParamter);
} catch (error) {
logger.error(error);
}
if (!chromeInstance) {
return;
}
await sleep(1);
await WindowDB.update(id, {
status: 2,
port: chromePort,
opened_at: db.fn.now() as unknown as string,
});
win.webContents.send('window-opened', id);

chromeInstance.stdout.on('data', _chunk => {
// const str = _chunk.toString();
// console.error('stderr: ', str);
});
// 这个地方需要监听 stderr，否则在某些网站会出现卡死的情况
chromeInstance.stderr.on('data', _chunk => {
// const str = _chunk.toString();
// console.error('stderr: ', str);
});

chromeInstance.on('close', async () => {
logger.info(`Chrome process exited at port ${chromePort}, closed time: ${new Date()}`);
if (proxyType === 'socks5') {
Expand All @@ -183,7 +220,7 @@ export async function openFingerprintWindow(id: number) {
await sleep(1);

try {
connectBrowser(chromePort, ipInfo, fingerprint);
connectBrowser(chromePort, ipInfo);
} catch (error) {
logger.error(error);
execSync(`taskkill /PID ${chromeInstance.pid} /F`);
Expand Down
29 changes: 19 additions & 10 deletions packages/main/src/fingerprint/prepare.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -14,16 +14,25 @@ import {db} from '../db';
const logger = createLogger(API_LOGGER_LABEL);

export const getProxyInfo = async (ip: string, gateway: 'ip2location' | 'geoip') => {
try {
const res = await api.get('/power-api/ip', {
params: {
gateway: gateway,
ip: ip,
},
});
return res.data;
} catch (error) {
logger.error(error);
let attempts = 0;
const maxAttempts = 3;

while (attempts < maxAttempts) {
try {
const res = await api.get('/power-api/ip', {
params: {
gateway: gateway,
ip: ip,
},
});
return res.data;
} catch (error) {
attempts++;
logger.error(error);
if (attempts === maxAttempts) {
throw error; // 如果达到最大尝试次数还是失败，抛出异常
}
}
}
};

Expand Down
2 changes: 1 addition & 1 deletion packages/main/src/mainWindow.ts
View file
Original file line number Diff line number Diff line change
Expand Up @@ -3,7 +3,7 @@ import {join, resolve} from 'node:path';

async function createWindow() {
const browserWindow = new BrowserWindow({
width: import.meta.env.DEV ? 1920 : 1600,
width: import.meta.env.DEV ? 1600 : 1400,
height: 930,
minWidth: 920,
minHeight: 700,
Expand Down
Loading

0 comments on commit 7d4319c

Please sign in to comment.