mirror of
https://github.com/ourongxing/newsnow.git
synced 2025-01-19 03:09:14 +08:00
refactor: fetch favicon
This commit is contained in:
parent
6a8e3ba1c5
commit
0aaa1a3355
@ -1,30 +1,24 @@
|
||||
import fs from "node:fs"
|
||||
import { fileURLToPath } from "node:url"
|
||||
import { join } from "node:path"
|
||||
import { Buffer } from "node:buffer"
|
||||
import { getLogos } from "favicons-scraper"
|
||||
import fetch from "node-fetch"
|
||||
import { sources } from "../shared/data"
|
||||
|
||||
const projectDir = fileURLToPath(new URL("..", import.meta.url))
|
||||
const iconsDir = join(projectDir, "public", "icons")
|
||||
async function downloadImage(url: string, outputPath: string) {
|
||||
async function downloadImage(url: string, outputPath: string, id: string) {
|
||||
try {
|
||||
const response = await fetch(url)
|
||||
if (!response.ok) {
|
||||
throw new Error(`Could not fetch ${url}, status: ${response.status}`)
|
||||
throw new Error(`${id}: could not fetch ${url}, status: ${response.status}`)
|
||||
}
|
||||
|
||||
const fileStream = fs.createWriteStream(outputPath)
|
||||
|
||||
await new Promise((resolve, reject) => {
|
||||
response.body?.pipe(fileStream)
|
||||
fileStream.on("finish", resolve)
|
||||
fileStream.on("error", reject)
|
||||
})
|
||||
|
||||
console.log("Image downloaded successfully.")
|
||||
const image = await (await fetch(url)).arrayBuffer()
|
||||
fs.writeFileSync(outputPath, Buffer.from(image))
|
||||
console.log(`${id}: downloaded successfully.`)
|
||||
} catch (error) {
|
||||
console.error("Error downloading the image:", error)
|
||||
console.error(`${id}: error downloading the image. `, error)
|
||||
}
|
||||
}
|
||||
|
||||
@ -32,15 +26,18 @@ async function main() {
|
||||
await Promise.all(
|
||||
Object.entries(sources).map(async ([id, source]) => {
|
||||
try {
|
||||
const icon = join(iconsDir, `${id}.png`)
|
||||
if (fs.existsSync(icon)) return
|
||||
const icon = join(iconsDir, `${id.split("-")[0]}.png`)
|
||||
if (fs.existsSync(icon)) {
|
||||
console.log(`${id}: icon exists. skip.`)
|
||||
return
|
||||
}
|
||||
if (!source.home) return
|
||||
const res = await getLogos(source.home)
|
||||
if (res.length) {
|
||||
await downloadImage(res[0].src, icon)
|
||||
await downloadImage(res[0].src, icon, id)
|
||||
}
|
||||
} catch (e) {
|
||||
console.error(id, "\n", e )
|
||||
console.error(id, "\n", e)
|
||||
}
|
||||
}),
|
||||
)
|
||||
|
Loading…
x
Reference in New Issue
Block a user