mirror of
https://github.com/NohamR/pdfy.git
synced 2026-10-10 18:29:55 +00:00
Export as a lib
This commit is contained in:
√(noham)²
@@ -14,20 +14,17 @@ export async function checkExtension () {
|
||||
try {
|
||||
await downloadExtension({ logger })
|
||||
} catch (err) {
|
||||
logger.error(`Failed to download extension: ${err.message}`)
|
||||
process.exit(1)
|
||||
throw new Error(`Failed to download extension: ${err.message}`)
|
||||
}
|
||||
if (!fs.existsSync(MANIFEST_PATH)) {
|
||||
logger.error('Download completed but extension not found. Extraction may have failed.')
|
||||
process.exit(1)
|
||||
throw new Error('Download completed but extension not found. Extraction may have failed.')
|
||||
}
|
||||
}
|
||||
if (!fs.existsSync(READABILITY_PATH)) {
|
||||
logger.error(
|
||||
throw new Error(
|
||||
`Readability.js not found at: "${READABILITY_PATH}"\n` +
|
||||
'The extension may be incomplete.'
|
||||
)
|
||||
process.exit(1)
|
||||
}
|
||||
}
|
||||
|
||||
|
||||
169
src/index.js
169
src/index.js
@@ -2,31 +2,10 @@ import fs from 'node:fs'
|
||||
import process from 'node:process'
|
||||
import path from 'node:path'
|
||||
import readline from 'node:readline/promises'
|
||||
import { parseArgs, VALID_THEMES } from './cli.js'
|
||||
import { parseArgs } from './cli.js'
|
||||
import { loadConfigFile, loadPreferences, readCustomCss } from './config.js'
|
||||
import { convert, BotProtectionError } from './pdfy.js'
|
||||
import logger from './logger.js'
|
||||
import {
|
||||
checkExtension,
|
||||
launchBrowser,
|
||||
discoverExtensionId,
|
||||
getReadabilityPath
|
||||
} from './browser.js'
|
||||
import {
|
||||
extractArticle,
|
||||
storeArticle,
|
||||
setExtensionPreferences,
|
||||
waitForReaderView,
|
||||
extractRenderedContent,
|
||||
getArticleTitle
|
||||
} from './reader.js'
|
||||
import {
|
||||
getOutputFilename,
|
||||
resolveOutputPath,
|
||||
enhanceHtml,
|
||||
generatePdf
|
||||
} from './pdf.js'
|
||||
|
||||
const EXTENSION_BASE = 'chrome-extension://'
|
||||
|
||||
async function promptForInput () {
|
||||
const rl = readline.createInterface({
|
||||
@@ -41,120 +20,58 @@ async function promptForInput () {
|
||||
async function main () {
|
||||
const { url, opts } = parseArgs()
|
||||
|
||||
await checkExtension()
|
||||
await loadConfigFile(opts.config)
|
||||
|
||||
const config = await loadConfigFile(opts.config)
|
||||
const prefsPath = opts.prefs || null
|
||||
const cssPath = opts.css || null
|
||||
const outputPath = opts.output || null
|
||||
|
||||
const prefsPath = opts.prefs || config.prefs || null
|
||||
const cssPath = opts.css || config.css || null
|
||||
const outputPath = opts.output || config.output || null
|
||||
const preferences = prefsPath ? loadPreferences(path.resolve(prefsPath)) : {}
|
||||
const customCss = cssPath ? readCustomCss(path.resolve(cssPath)) : null
|
||||
|
||||
let preferences = {}
|
||||
if (prefsPath) {
|
||||
preferences = loadPreferences(path.resolve(prefsPath))
|
||||
}
|
||||
let html
|
||||
const currentUrl = url
|
||||
|
||||
const theme = opts.theme || config.theme || preferences.mode || 'light'
|
||||
if (!VALID_THEMES.includes(theme)) {
|
||||
logger.error(
|
||||
`Invalid theme "${theme}". Valid themes: ${VALID_THEMES.join(', ')}`
|
||||
)
|
||||
process.exit(1)
|
||||
}
|
||||
preferences.mode = theme
|
||||
logger.info(`Theme: ${theme}`)
|
||||
for (let attempt = 0; attempt < 2; attempt++) {
|
||||
try {
|
||||
const result = await convert(currentUrl, {
|
||||
html,
|
||||
theme: opts.theme || preferences.mode,
|
||||
css: customCss,
|
||||
prefs: preferences,
|
||||
output: outputPath
|
||||
})
|
||||
|
||||
let customCss = null
|
||||
if (cssPath) {
|
||||
customCss = readCustomCss(path.resolve(cssPath))
|
||||
if (customCss !== null) {
|
||||
preferences['user-css'] = customCss
|
||||
logger.info(`Custom CSS loaded: "${path.resolve(cssPath)}"`)
|
||||
}
|
||||
}
|
||||
|
||||
const browser = await launchBrowser()
|
||||
|
||||
try {
|
||||
const extId = await discoverExtensionId(browser)
|
||||
|
||||
logger.info(`Fetching article: "${url}"`)
|
||||
const articlePage = await browser.newPage()
|
||||
await articlePage.goto(url, { waitUntil: 'networkidle0', timeout: 30000 })
|
||||
let article = await extractArticle(articlePage, getReadabilityPath())
|
||||
|
||||
if (article.title === 'Just a moment...' || article.length < 500) {
|
||||
logger.warn('Cloudflare or bot protection detected..')
|
||||
logger.warn('Open the URL in your browser, save the page as complete HTML (File > Save Page As),')
|
||||
logger.warn('then paste the saved file path below and press Enter:')
|
||||
|
||||
const htmlPath = await promptForInput()
|
||||
const resolvedPath = path.resolve(htmlPath)
|
||||
|
||||
if (!fs.existsSync(resolvedPath)) {
|
||||
logger.error(`File not found: "${resolvedPath}"`)
|
||||
process.exit(1)
|
||||
const sizeKb = (result.pdfBuffer.length / 1024).toFixed(0)
|
||||
logger.info(`PDF generated: "${result.title}" (${sizeKb} KB)`)
|
||||
if (result.outputPath) {
|
||||
logger.info(`Saved to: "${result.outputPath}"`)
|
||||
}
|
||||
return
|
||||
} catch (err) {
|
||||
if (err instanceof BotProtectionError && attempt === 0) {
|
||||
logger.warn('Bot protection or low-content page detected.')
|
||||
logger.warn('Open the URL in your browser, save the page as complete HTML (File > Save Page As),')
|
||||
logger.warn('then paste the saved file path below and press Enter:')
|
||||
|
||||
logger.info(`Loading article from local file: "${resolvedPath}"`)
|
||||
await articlePage.goto(`file://${resolvedPath}`, { waitUntil: 'networkidle0', timeout: 30000 })
|
||||
article = await extractArticle(articlePage, getReadabilityPath())
|
||||
const htmlPath = await promptForInput()
|
||||
const resolvedPath = path.resolve(htmlPath)
|
||||
|
||||
if (!fs.existsSync(resolvedPath)) {
|
||||
logger.error(`File not found: "${resolvedPath}"`)
|
||||
process.exit(1)
|
||||
}
|
||||
|
||||
logger.info(`Loading article from local file: "${resolvedPath}"`)
|
||||
html = fs.readFileSync(resolvedPath, 'utf-8')
|
||||
continue
|
||||
}
|
||||
throw err
|
||||
}
|
||||
|
||||
await articlePage.close()
|
||||
|
||||
const extPage = await browser.newPage()
|
||||
await storeArticle(extPage, extId, 1, article)
|
||||
|
||||
const prefsToSet = Object.fromEntries(
|
||||
Object.entries(preferences).filter(
|
||||
([_, v]) => v !== undefined && v !== null
|
||||
)
|
||||
)
|
||||
if (Object.keys(prefsToSet).length > 0) {
|
||||
await setExtensionPreferences(extPage, extId, prefsToSet)
|
||||
}
|
||||
await extPage.close()
|
||||
|
||||
const readerUrl = [
|
||||
`${EXTENSION_BASE}${extId}/data/reader/index.html`,
|
||||
'?id=1',
|
||||
`&url=${encodeURIComponent(url)}`
|
||||
].join('')
|
||||
logger.debug(`Opening Reader View: ${readerUrl}`)
|
||||
|
||||
const readerPage = await browser.newPage()
|
||||
await readerPage.goto(readerUrl, { waitUntil: 'load', timeout: 30000 })
|
||||
|
||||
await waitForReaderView(readerPage)
|
||||
await new Promise((resolve) => setTimeout(resolve, 1000))
|
||||
|
||||
const title = await getArticleTitle(readerPage)
|
||||
const outputFile = outputPath
|
||||
? resolveOutputPath(outputPath)
|
||||
: getOutputFilename(title)
|
||||
|
||||
let contentHtml = await extractRenderedContent(readerPage)
|
||||
contentHtml = contentHtml.replace(
|
||||
'<head>',
|
||||
`<head><base href="${url}"><meta name="referrer" content="unsafe-url">`
|
||||
)
|
||||
contentHtml = contentHtml.replace(/ loading="lazy"/g, '')
|
||||
await readerPage.close()
|
||||
|
||||
const enhancedHtml = enhanceHtml(contentHtml, customCss)
|
||||
|
||||
const pdfPage = await browser.newPage()
|
||||
await pdfPage.setViewport({ width: 1280, height: 7200 })
|
||||
await generatePdf(pdfPage, enhancedHtml, outputFile)
|
||||
await pdfPage.close()
|
||||
} finally {
|
||||
await browser.close()
|
||||
logger.info('Browser closed.')
|
||||
}
|
||||
}
|
||||
|
||||
main().catch((err) => {
|
||||
logger.error(err)
|
||||
logger.error(err.message || err)
|
||||
process.exit(1)
|
||||
})
|
||||
|
||||
16
src/pdf.js
16
src/pdf.js
@@ -47,9 +47,7 @@ export async function generatePdf (page, html, outputPath) {
|
||||
() => Array.from(document.images).every(img => img.complete),
|
||||
{ timeout: 15000, polling: 200 }
|
||||
).catch(() => logger.debug('Image wait timed out, continuing...'))
|
||||
logger.info(`Generating PDF: "${outputPath}"`)
|
||||
await page.pdf({
|
||||
path: outputPath,
|
||||
const pdfOptions = {
|
||||
format: 'A4',
|
||||
printBackground: true,
|
||||
margin: {
|
||||
@@ -58,6 +56,14 @@ export async function generatePdf (page, html, outputPath) {
|
||||
left: '0mm',
|
||||
right: '0mm'
|
||||
}
|
||||
})
|
||||
logger.info(`PDF saved: "${outputPath}"`)
|
||||
}
|
||||
if (outputPath) {
|
||||
pdfOptions.path = outputPath
|
||||
logger.info(`Generating PDF: "${outputPath}"`)
|
||||
}
|
||||
const buffer = await page.pdf(pdfOptions)
|
||||
if (outputPath) {
|
||||
logger.info(`PDF saved: "${outputPath}"`)
|
||||
}
|
||||
return buffer
|
||||
}
|
||||
|
||||
133
src/pdfy.js
Normal file
133
src/pdfy.js
Normal file
@@ -0,0 +1,133 @@
|
||||
import fs from 'node:fs'
|
||||
import path from 'node:path'
|
||||
import {
|
||||
checkExtension,
|
||||
launchBrowser,
|
||||
discoverExtensionId,
|
||||
getReadabilityPath
|
||||
} from './browser.js'
|
||||
import {
|
||||
extractArticle,
|
||||
storeArticle,
|
||||
setExtensionPreferences,
|
||||
waitForReaderView,
|
||||
extractRenderedContent,
|
||||
getArticleTitle
|
||||
} from './reader.js'
|
||||
import { enhanceHtml, generatePdf } from './pdf.js'
|
||||
import { VALID_THEMES } from './cli.js'
|
||||
import logger from './logger.js'
|
||||
|
||||
const EXTENSION_BASE = 'chrome-extension://'
|
||||
|
||||
export { launchBrowser, VALID_THEMES }
|
||||
|
||||
export class BotProtectionError extends Error {
|
||||
constructor () {
|
||||
super('Bot protection or low-content page detected. Provide the article as HTML.')
|
||||
this.name = 'BotProtectionError'
|
||||
}
|
||||
}
|
||||
|
||||
export async function convert (url, options = {}) {
|
||||
const {
|
||||
html,
|
||||
theme = 'light',
|
||||
css = null,
|
||||
prefs = {},
|
||||
output = null,
|
||||
browser: externalBrowser = null
|
||||
} = options
|
||||
|
||||
if (!VALID_THEMES.includes(theme)) {
|
||||
throw new Error(`Invalid theme "${theme}". Valid themes: ${VALID_THEMES.join(', ')}`)
|
||||
}
|
||||
|
||||
logger.info(`Theme: ${theme}`)
|
||||
|
||||
await checkExtension()
|
||||
|
||||
let browser = externalBrowser
|
||||
let ownBrowser = false
|
||||
if (!browser) {
|
||||
browser = await launchBrowser()
|
||||
ownBrowser = true
|
||||
}
|
||||
|
||||
try {
|
||||
const extId = await discoverExtensionId(browser)
|
||||
|
||||
logger.info(`Fetching article: "${url}"`)
|
||||
const articlePage = await browser.newPage()
|
||||
if (html) {
|
||||
await articlePage.setContent(html, { waitUntil: 'networkidle0' })
|
||||
} else {
|
||||
await articlePage.goto(url, { waitUntil: 'networkidle0', timeout: 30000 })
|
||||
}
|
||||
const article = await extractArticle(articlePage, getReadabilityPath())
|
||||
await articlePage.close()
|
||||
|
||||
if (article.title === 'Just a moment...' || article.length < 500) {
|
||||
throw new BotProtectionError()
|
||||
}
|
||||
|
||||
const mergedPrefs = { ...prefs, mode: theme }
|
||||
if (css) {
|
||||
mergedPrefs['user-css'] = css
|
||||
}
|
||||
|
||||
const extPage = await browser.newPage()
|
||||
await storeArticle(extPage, extId, 1, article)
|
||||
|
||||
const prefsToSet = Object.fromEntries(
|
||||
Object.entries(mergedPrefs).filter(([_, v]) => v !== undefined && v !== null)
|
||||
)
|
||||
if (Object.keys(prefsToSet).length > 0) {
|
||||
await setExtensionPreferences(extPage, extId, prefsToSet)
|
||||
}
|
||||
await extPage.close()
|
||||
|
||||
const readerUrl = [
|
||||
`${EXTENSION_BASE}${extId}/data/reader/index.html`,
|
||||
'?id=1',
|
||||
`&url=${encodeURIComponent(url)}`
|
||||
].join('')
|
||||
logger.debug(`Opening Reader View: ${readerUrl}`)
|
||||
|
||||
const readerPage = await browser.newPage()
|
||||
await readerPage.goto(readerUrl, { waitUntil: 'load', timeout: 30000 })
|
||||
await waitForReaderView(readerPage)
|
||||
await new Promise((resolve) => setTimeout(resolve, 1000))
|
||||
|
||||
const title = await getArticleTitle(readerPage)
|
||||
|
||||
let contentHtml = await extractRenderedContent(readerPage)
|
||||
contentHtml = contentHtml.replace(
|
||||
'<head>',
|
||||
`<head><base href="${url}"><meta name="referrer" content="unsafe-url">`
|
||||
)
|
||||
contentHtml = contentHtml.replace(/ loading="lazy"/g, '')
|
||||
await readerPage.close()
|
||||
|
||||
const enhancedHtml = enhanceHtml(contentHtml, css)
|
||||
|
||||
const pdfPage = await browser.newPage()
|
||||
await pdfPage.setViewport({ width: 1280, height: 7200 })
|
||||
|
||||
let outputPath = null
|
||||
if (output) {
|
||||
outputPath = path.resolve(output)
|
||||
fs.mkdirSync(path.dirname(outputPath), { recursive: true })
|
||||
}
|
||||
|
||||
const pdfBuffer = await generatePdf(pdfPage, enhancedHtml, outputPath)
|
||||
await pdfPage.close()
|
||||
|
||||
return { title, pdfBuffer, outputPath }
|
||||
} finally {
|
||||
if (ownBrowser && browser) {
|
||||
await browser.close()
|
||||
logger.info('Browser closed.')
|
||||
}
|
||||
}
|
||||
}
|
||||
Reference in New Issue
Block a user