network-history.js 2.3 KB

123456789101112131415161718192021222324252627282930
  1. import { readFile, stat } from 'node:fs/promises';
  2. import { resolve, join } from 'node:path';
  3. import { createStore } from '../src/store.js';
  4. import { createNetworkHistory } from '../src/network-history.js';
  5. const args = process.argv.slice(2);
  6. const usage = '用法:npm run capture:history -- [data/network-session.har] [--max-requests=100] [--page-size=200] [--min-delay-ms=2000] [--max-delay-ms=5000]\n补采已发现会话的历史消息,每次请求前随机等待,进度保存在 SQLite;再次运行自动续传。也可通过 HISTORY_REQUEST_MIN_DELAY_MS / HISTORY_REQUEST_MAX_DELAY_MS 配置间隔。服务端冷却尚未结束时直接延后到下一轮。';
  7. let store;
  8. const controller = new AbortController();
  9. process.on('SIGINT', () => controller.abort()); process.on('SIGTERM', () => controller.abort());
  10. try {
  11. if (args.includes('--help')) console.log(usage);
  12. else {
  13. const paths = args.filter(arg => !arg.startsWith('--')), flags = args.filter(arg => arg.startsWith('--'));
  14. if (paths.length > 1 || flags.some(flag => !/^--(?:max-requests|page-size|min-delay-ms|max-delay-ms)=\d+$/.test(flag))) throw new Error();
  15. const option = (name, fallback) => Number(flags.find(flag => flag.startsWith(`--${name}=`))?.split('=')[1] || fallback);
  16. const path = resolve(paths[0] || join(process.env.DATA_DIR || 'data', 'network-session.har'));
  17. const info = await stat(path);
  18. if (!info.isFile() || info.size > 256 * 1024 * 1024) throw new Error();
  19. const har = JSON.parse((await readFile(path, 'utf8')).replace(/^\uFEFF/, ''));
  20. store = createStore(join(resolve(process.env.DATA_DIR || 'data'), 'teams.sqlite'));
  21. const history = createNetworkHistory({ har, store, maxRequests: option('max-requests', 100), pageSize: option('page-size', 200),
  22. requestMinDelayMs: option('min-delay-ms', process.env.HISTORY_REQUEST_MIN_DELAY_MS || 2000),
  23. requestMaxDelayMs: option('max-delay-ms', process.env.HISTORY_REQUEST_MAX_DELAY_MS || 5000) });
  24. const result = await history.runOnce({ signal: controller.signal });
  25. console.log(JSON.stringify(result, null, 2));
  26. if (!result.ok && !controller.signal.aborted) process.exitCode = 2;
  27. }
  28. } catch { console.error('历史补采未完成。请检查登录会话、参数和数据库。\n' + usage); process.exitCode = 1; }
  29. finally { store?.close(); }