chore: 初始化文档站仓库
This commit is contained in:
@@ -0,0 +1,46 @@
|
||||
// 使用无头浏览器抓取指定页面的可见文本并保存到 refs/。
|
||||
import { mkdir, writeFile } from 'node:fs/promises'
|
||||
import { resolve } from 'node:path'
|
||||
import { launchBrowser, newContext } from './browser.js'
|
||||
import { ROOT } from './config.js'
|
||||
|
||||
/** 待抓取的参考资料:文件名与 URL */
|
||||
const URLS: Array<[string, string]> = [
|
||||
['deepseek_share', 'https://chat.deepseek.com/share/mwnjui93cvhspkrs1z'],
|
||||
]
|
||||
|
||||
const OUT_DIR = resolve(ROOT, 'refs')
|
||||
|
||||
async function main(): Promise<void> {
|
||||
await mkdir(OUT_DIR, { recursive: true })
|
||||
const browser = await launchBrowser()
|
||||
const context = await newContext(browser, { width: 1440, height: 1200 })
|
||||
const page = await context.newPage()
|
||||
try {
|
||||
for (const [name, url] of URLS) {
|
||||
try {
|
||||
await page.goto(url)
|
||||
await page.waitForTimeout(10000)
|
||||
for (let i = 0; i < 6; i++) {
|
||||
await page.evaluate(() => window.scrollBy(0, document.body.scrollHeight / 6))
|
||||
await page.waitForTimeout(1500)
|
||||
}
|
||||
await page.evaluate(() => window.scrollTo(0, 0))
|
||||
await page.waitForTimeout(1000)
|
||||
const text = await page.evaluate(() => document.body.innerText)
|
||||
await writeFile(resolve(OUT_DIR, `${name}.txt`), text, 'utf8')
|
||||
console.log(`[OK] ${name} -> ${text.length} chars`)
|
||||
} catch (err) {
|
||||
console.log(`[FAIL] ${name}: ${err}`)
|
||||
}
|
||||
}
|
||||
} finally {
|
||||
await context.close()
|
||||
await browser.close()
|
||||
}
|
||||
}
|
||||
|
||||
main().catch((err) => {
|
||||
console.error('FAIL', err)
|
||||
process.exit(1)
|
||||
})
|
||||
Reference in New Issue
Block a user