| 123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223 |
- // HAR remains local. Reports deliberately omit request values and response samples.
- const MAX_BODY_BYTES = 2 * 1024 * 1024;
- const AUTH_HEADERS = new Map([['authorization', 'Authorization'], ['authentication', 'Authentication'], ['x-skypetoken', 'X-SkypeToken'], ['cookie', 'Cookie']]);
- const REQUEST_HEADERS = new Map([...AUTH_HEADERS, ['accept', 'Accept'], ['content-type', 'Content-Type'], ['origin', 'Origin'], ['referer', 'Referer']]);
- for (const name of ['x-ms-client-type', 'x-ms-client-version', 'x-ms-region', 'x-ms-partition', 'x-ms-user-type', 'x-ms-migration', 'x-ms-request-id', 'x-ms-session-id', 'x-ms-object-id', 'x-ms-synctoken', 'x-ringoverride', 'clientinfo', 'behavioroverride']) REQUEST_HEADERS.set(name, name);
- const OWA_HEADERS = new Set(['action', 'x-owa-urlpostdata', 'x-owa-sessionid', 'x-owa-correlationid', 'x-client-version', 'x-owa-host-app', 'x-owa-hosted-ux', 'x-req-source', 'prefer', 'ms-cv']);
- for (const name of OWA_HEADERS) REQUEST_HEADERS.set(name, name);
- const ROUTE_WORDS = new Set('api beta v1 v2 v3 users me self conversations conversation chats chat messages message events event instances calendar calendars calendarview mailboxes folders threads thread members channels teams properties subscriptions search history sync delta updates view list items item services service service.svc attachments resources callings feeds feed activities messageservice skype outlook owa s conversationslist read receipts'.split(' '));
- const SHAPE_KEYS = new Set('id value messages body content contentType chatType subject start end dateTime timeZone messagetype conversationid from to createdDateTime lastModifiedDateTime deletedDateTime messageType displayName members topic webUrl etag @odata.context @odata.nextLink @odata.count @odata.type @odata.etag error code message data items results count totalCount links metadata status summary title type version conversationLink clientmessageid originalarrivaltime composetime properties imdisplayname _links chats conversationFolders teams engageCommunities users channels privateFeeds tenantId _metadata sequenceId contenttype amsreferences s2spartnername'.split(' '));
- for (const key of ['threadType', 'threadVersion', 'lastMessage', 'isRead', 'isOneOnOne', 'isEmptyConversation', 'consumptionHorizon', 'createdAt', 'lastJoinAt']) SHAPE_KEYS.add(key);
- for (const key of ['Header', 'Body', 'Items', 'ResponseMessages', 'ResponseCode', 'ResponseClass', 'ItemId', 'Id', 'Subject', 'Start', 'End', 'StartTimeZone', 'EndTimeZone', 'IsCancelled', 'IsAllDayEvent', '__type']) SHAPE_KEYS.add(key);
- function entriesOf(har) {
- if (!har || !Array.isArray(har.log?.entries)) throw new Error('HAR 格式无效:缺少 log.entries 数组');
- return har.log.entries;
- }
- function teamsHost(host) {
- return host === 'teams.microsoft.com' || host.endsWith('.teams.microsoft.com') || host === 'teams.cloud.microsoft' || host.endsWith('.teams.cloud.microsoft');
- }
- function allowedUrl(raw) {
- if (typeof raw !== 'string' || raw.length > 32768 || /[\u0000-\u0020\u007f]/.test(raw)) return null;
- try {
- const url = new URL(raw);
- const allowed = teamsHost(url.hostname) || url.hostname.endsWith('.msg.skype.com') || ['outlook.office.com', 'outlook.office365.com', 'graph.microsoft.com'].includes(url.hostname);
- return url.protocol === 'https:' && allowed && !url.username && !url.password && !url.port && !url.hash ? url : null;
- } catch { return null; }
- }
- function decoded(value) { try { return decodeURIComponent(value); } catch { return ''; } }
- function authenticationRoute(url) {
- return decoded(url.pathname).split('/').some(part => /^(?:oauth\d*|oauth2\.0|authorize|authorization|login|logout|signin|signout|token|tokens|refresh[-_]?token|authentication)$/i.test(part));
- }
- function writeAction(value) {
- const compact = value.toLowerCase().replace(/[-_\s]/g, '');
- // Observed Teams GET /users/me/updates returns a chat synchronization envelope.
- if (compact === 'updates') return false;
- return /^(?:mark.*(?:read|seen)|send(?:message|messages|activity|notification)?|delete.*|remove.*|update.*|create.*|edit.*|set(?:property|properties|state|readstate)|add(?:member|members|reaction)|react|reaction|join|leave|invite|accept|decline|mute|unmute|block|unblock)$/.test(compact);
- }
- function hasWriteAction(url) {
- if (decoded(url.pathname).split('/').some(part => writeAction(part))) return true;
- for (const [key, value] of url.searchParams) {
- if (writeAction(key) || /^(?:action|operation|method|op|command|\$action)$/i.test(key) && writeAction(value)) return true;
- }
- return false;
- }
- function endpoint(url) {
- const path = url.pathname.split('/').map(part => {
- const value = decoded(part).toLowerCase();
- return !part ? '' : ROUTE_WORDS.has(value) || /^v\d{1,2}(?:\.\d{1,2})?$/.test(value) ? value : '{id}';
- }).join('/');
- return `${url.origin}${path}`;
- }
- function headerList(entry) { return Array.isArray(entry.request?.headers) ? entry.request.headers : []; }
- function headerValues(entry, name) { return headerList(entry).filter(header => String(header.name).toLowerCase() === name).map(header => header.value); }
- function owaReadAction(entry, url) {
- if (String(entry.request.method).toUpperCase() !== 'POST' || url.origin !== 'https://outlook.office.com' || url.pathname !== '/owa/service.svc') return '';
- const actions = [...url.searchParams].filter(([key]) => key.toLowerCase() === 'action');
- const headers = headerValues(entry, 'action');
- if (actions.length !== 1 || actions[0][0] !== 'action' || headers.length !== 1 || actions[0][1] !== headers[0] || !['GetCalendarView', 'GetCalendarEvent'].includes(actions[0][1])) return '';
- return actions[0][1];
- }
- function owaPayload(entry, action) {
- const bodies = headerValues(entry, 'x-owa-urlpostdata');
- const body = entry.request.postData?.text;
- if (bodies.length > 1 || typeof body === 'string' && bodies.length) return { error: '日历 RPC 包含多个请求负载来源,不能确定真实请求' };
- const raw = typeof body === 'string' ? body : bodies[0];
- const limit = typeof body === 'string' ? MAX_BODY_BYTES : 65536;
- if (typeof raw !== 'string' || !raw.length || Buffer.byteLength(raw, 'utf8') > limit) return { error: '日历 RPC 缺少抓取的原始负载或负载超出长度上限' };
- let parsed;
- try { parsed = JSON.parse(typeof body === 'string' ? raw : decodeURIComponent(raw)); } catch { return { error: '日历 RPC 的已抓取负载不是可识别的 JSON' }; }
- if (!object(parsed) || !object(parsed.Body) || !object(parsed.Header) || parsed.__type !== `${action}JsonRequest:#Exchange` || parsed.Body.__type !== `${action}Request:#Exchange` || parsed.Header.__type !== 'JsonRequestHeaders:#Exchange') return { error: '日历 RPC 请求结构尚未识别或动作类型不一致' };
- const value = parsed.Body;
- const view = object(value.CalendarId) && object(value.CalendarId.BaseFolderId) && typeof value.CalendarId.BaseFolderId.Id === 'string' && typeof value.RangeStart === 'string' && typeof value.RangeEnd === 'string';
- const event = Array.isArray(value.EventIds) && value.EventIds.length > 0 && value.EventIds.every(item => object(item) && typeof item.Id === 'string') && object(value.ItemShape);
- if (!(action === 'GetCalendarView' ? view : event)) return { error: '日历 RPC 动作与已抓取负载结构不匹配' };
- return typeof body === 'string' ? { body } : {};
- }
- function authInfo(entry) {
- const headerNames = [], expiries = [];
- for (const header of headerList(entry)) {
- const canonical = AUTH_HEADERS.get(String(header.name).toLowerCase());
- if (!canonical || typeof header.value !== 'string' || !header.value.trim()) continue;
- if (!headerNames.includes(canonical)) headerNames.push(canonical);
- if (canonical === 'Cookie') continue;
- const token = header.value.replace(/^Bearer\s+/i, '').trim();
- const parts = token.split('.');
- if (parts.length !== 3 || parts[1].length > 16384 || !/^[\w-]+$/.test(parts[1])) continue;
- try {
- const exp = JSON.parse(Buffer.from(parts[1], 'base64url').toString('utf8')).exp;
- if (Number.isFinite(exp) && exp > 0 && exp < 4102444800) expiries.push(exp);
- } catch { /* Opaque Microsoft session tokens have no readable expiry. */ }
- }
- return { headerNames, ...(expiries.length ? { expiresAt: new Date(Math.min(...expiries) * 1000).toISOString() } : {}) };
- }
- function responseJson(entry) {
- const content = entry.response?.content || {};
- const mimeType = typeof content.mimeType === 'string' ? content.mimeType.split(';')[0].trim().toLowerCase() : '';
- if (!/^(?:application|text)\/(?:[a-z0-9.+-]+\+)?json$/.test(mimeType)) return { mimeType: /^[a-z0-9.+-]+\/[a-z0-9.+-]+$/.test(mimeType) ? mimeType : '', error: '响应不是 JSON' };
- if (typeof content.text !== 'string') return { mimeType, error: 'HAR 未包含响应正文,请重新保存包含内容的 HAR' };
- let text = content.text;
- if (content.encoding === 'base64') {
- if (text.length > Math.ceil(MAX_BODY_BYTES / 3) * 4 + 1024) return { mimeType, error: '响应正文超过 2 MiB 分析上限' };
- text = text.replace(/\s/g, '');
- if (!/^(?:[A-Za-z0-9+/]{4})*(?:[A-Za-z0-9+/]{2}==|[A-Za-z0-9+/]{3}=)?$/.test(text)) return { mimeType, error: '响应正文的 base64 编码无效' };
- text = Buffer.from(text, 'base64').toString('utf8');
- } else if (content.encoding) return { mimeType, error: '响应正文编码暂不支持' };
- if (Buffer.byteLength(text, 'utf8') > MAX_BODY_BYTES) return { mimeType, error: '响应正文超过 2 MiB 分析上限' };
- try { return { mimeType, json: JSON.parse(text.replace(/^\uFEFF/, '')) }; }
- catch { return { mimeType, error: '响应正文无法解析为 JSON' }; }
- }
- const object = value => Boolean(value && typeof value === 'object' && !Array.isArray(value));
- const identifier = value => typeof value === 'string' && value.length > 0 || typeof value === 'number' && Number.isFinite(value);
- const graphDate = value => object(value) && typeof value.dateTime === 'string';
- function graphCalendarRead(url) {
- return url.hostname === 'graph.microsoft.com' && /^\/v1\.0\/me\/(?:events(?:\/[^/]+(?:\/instances)?)?|calendarView|calendar\/events(?:\/[^/]+)?|calendars\/[^/]+\/(?:events|calendarView))$/i.test(url.pathname);
- }
- function identify(json, { graphCalendar = false, owaAction = '' } = {}) {
- if (!object(json)) return { kind: 'unknown', itemCount: Array.isArray(json) ? json.length : 0, shape: [] };
- const chatEnvelope = Array.isArray(json.chats) && Array.isArray(json.teams) && Array.isArray(json.users) && Array.isArray(json.channels) && object(json.conversationFolders) && object(json.metadata) && 'isPartialData' in json.metadata && 'hasMoreChats' in json.metadata;
- const messageEnvelope = Array.isArray(json.messages) && typeof json.tenantId === 'string' && json.tenantId.length > 0 && object(json._metadata) && typeof json._metadata.syncState === 'string' && json._metadata.syncState.length > 0 && Number.isFinite(json._metadata.lastCompleteSegmentStartTime) && Number.isFinite(json._metadata.lastCompleteSegmentEndTime);
- let rows = Array.isArray(json.value) ? json.value : Array.isArray(json.messages) ? json.messages : chatEnvelope ? json.chats : [];
- let kind = 'unknown';
- if (owaAction) {
- const success = value => object(value) && value.ResponseCode === 'NoError' && value.ResponseClass === 'Success' && Array.isArray(value.Items);
- if (owaAction === 'GetCalendarView' && success(json.Body)) rows = json.Body.Items;
- else if (owaAction === 'GetCalendarEvent' && Array.isArray(json.Body?.ResponseMessages?.Items) && json.Body.ResponseMessages.Items.length && json.Body.ResponseMessages.Items.every(success)) rows = json.Body.ResponseMessages.Items.flatMap(value => value.Items);
- else return { kind: 'unknown', itemCount: 0, shape: ['Body'] };
- if (rows.every(row => object(row) && object(row.ItemId) && typeof row.ItemId.Id === 'string' && typeof row.Subject === 'string' && typeof row.Start === 'string' && typeof row.End === 'string')) kind = 'calendar';
- }
- // The observed delta can contain untitled one-to-one chats with title: null.
- if (chatEnvelope && rows === json.chats && rows.every(row => object(row) && typeof row.id === 'string' && row.id.length > 0 && (typeof row.title === 'string' || row.title === null) && typeof row.threadType === 'string')) kind = 'chats';
- if (messageEnvelope && rows === json.messages && !rows.length) kind = 'messages';
- if (graphCalendar && rows === json.value && !rows.length && typeof json['@odata.context'] === 'string') kind = 'calendar';
- if (rows.length && rows.every(object)) {
- if (Array.isArray(json.messages) && rows.every(row => identifier(row.id) && typeof row.content === 'string' && typeof row.messagetype === 'string' && typeof row.conversationid === 'string')) kind = 'messages';
- else if (Array.isArray(json.value)) {
- if (rows.every(row => graphDate(row.start) && graphDate(row.end) && (identifier(row.id) || typeof row.subject === 'string'))) kind = 'calendar';
- else if (rows.every(row => identifier(row.id) && object(row.body) && typeof row.body.content === 'string')) kind = 'messages';
- else if (rows.every(row => identifier(row.id) && typeof row.chatType === 'string')) kind = 'chats';
- }
- }
- if ((graphCalendar || owaAction) && kind !== 'calendar') kind = 'unknown';
- const keys = [...Object.keys(json), ...rows.slice(0, 3).flatMap(row => object(row) ? Object.keys(row) : [])];
- // Dynamic object keys can contain account IDs. Only structural field names are shown.
- const shape = [...new Set(keys.map(key => SHAPE_KEYS.has(key) ? key : '{other}'))].slice(0, 40);
- return { kind, itemCount: rows.length, shape };
- }
- function eligible(entry) {
- const url = allowedUrl(entry?.request?.url);
- if (!url || authenticationRoute(url)) return null;
- const method = String(entry.request.method).toUpperCase();
- if (method !== 'GET' && !owaReadAction(entry, url)) return null;
- if (url.hostname === 'graph.microsoft.com' && !graphCalendarRead(url)) return null;
- if (entry._resourceType === 'websocket' || entry.request._resourceType === 'websocket' || entry.response?.status === 101) return null;
- return url;
- }
- function candidate(entry, id, url) {
- const parsed = responseJson(entry);
- const method = String(entry.request.method).toUpperCase(), owaAction = owaReadAction(entry, url);
- const identified = parsed.error ? { kind: 'unknown', itemCount: 0, shape: [] } : identify(parsed.json, { graphCalendar: graphCalendarRead(url), owaAction });
- const auth = authInfo(entry);
- const status = Number.isInteger(entry.response?.status) ? entry.response.status : 0;
- let reason = '';
- if (hasWriteAction(url)) reason = '疑似改变远端数据或已读状态的操作,不允许重放';
- else if (method === 'GET' && entry.request.postData) reason = 'GET 请求包含请求体,不允许重放';
- else if (owaAction && owaPayload(entry, owaAction).error) reason = owaPayload(entry, owaAction).error;
- else if (status < 200 || status >= 300) reason = '原始请求未返回成功的 2xx 响应';
- else if (parsed.error) reason = parsed.error;
- else if (identified.kind === 'unknown') reason = '响应结构尚未识别,不能据此建立采集适配';
- else if (!auth.headerNames.length) reason = '缺少认证请求头;HAR 可能已脱敏,请重新导出包含敏感数据的本地 HAR';
- const scope = identified.kind === 'chats' && !identified.itemCount ? '已识别聊天同步响应,但本次聊天列表为空,可能仅为增量;重放仍需验证会话及返回结构' : '已识别的只读 JSON 请求;重放仍需验证当前会话是否有效';
- return { id, method, status, endpoint: endpoint(url), mimeType: parsed.mimeType, ...identified, auth, replayable: !reason, reason: reason || scope };
- }
- export function analyzeHar(har) {
- const entries = entriesOf(har), candidates = [];
- let omitted = 0;
- entries.forEach((entry, id) => {
- const url = eligible(entry);
- if (url) candidates.push(candidate(entry, id, url)); else omitted++;
- });
- const warnings = ['报告不包含请求参数值、认证值或正文样本;形状匹配不保证当前会话仍可使用,也不保证数据完整。'];
- if (omitted) warnings.push(`${omitted} 条请求因来源、登录路径、方法或 WebSocket 限制未列入候选。`);
- if (candidates.some(item => !item.auth.headerNames.length)) warnings.push('部分候选缺少认证头,可能来自脱敏 HAR;无法使用这些请求直接重放。');
- return { entryCount: entries.length, candidates, warnings };
- }
- export function getReplayRequest(har, id) {
- const entries = entriesOf(har);
- if (!Number.isInteger(id) || id < 0 || id >= entries.length) throw new Error('HAR 请求编号无效');
- const entry = entries[id], url = eligible(entry);
- if (!url) throw new Error('只允许白名单 HTTPS 来源的只读 GET 或已验证的日历 RPC 请求');
- const report = candidate(entry, id, url);
- if (!report.replayable) throw new Error(report.reason);
- const headers = {};
- const owaAction = owaReadAction(entry, url);
- for (const header of headerList(entry)) {
- const canonical = REQUEST_HEADERS.get(String(header.name).toLowerCase());
- if (!canonical || typeof header.value !== 'string' || !header.value.trim()) continue;
- if (OWA_HEADERS.has(canonical) && !owaAction) continue;
- const limit = AUTH_HEADERS.has(canonical.toLowerCase()) || ['x-ms-synctoken', 'x-owa-urlpostdata'].includes(canonical) ? 65536 : 8192;
- if (Buffer.byteLength(header.value, 'utf8') > limit) throw new Error('请求头超过允许的长度上限');
- if (/[\u0000-\u001f\u007f]/.test(header.value)) throw new Error('请求头包含无效控制字符');
- if (canonical === 'Origin' || canonical === 'Referer') {
- const origin = allowedUrl(header.value);
- if (!origin || !(teamsHost(origin.hostname) || owaAction && origin.origin === url.origin)) continue;
- headers[canonical] = canonical === 'Origin' ? origin.origin : `${origin.origin}${origin.pathname}`;
- } else headers[canonical] = header.value;
- }
- if (!Object.keys(headers).some(name => AUTH_HEADERS.has(name.toLowerCase()))) throw new Error('缺少认证请求头;HAR 可能已脱敏');
- return { url: entry.request.url, method: String(entry.request.method).toUpperCase(), headers, ...(owaAction ? owaPayload(entry, owaAction) : {}) };
- }
|