refactor: fetch favicon

This commit is contained in:
Ou 2024-10-04 15:36:28 +08:00
parent 6a8e3ba1c5
commit 0aaa1a3355

View File

@ -1,30 +1,24 @@
import fs from "node:fs"
import { fileURLToPath } from "node:url"
import { join } from "node:path"
import { Buffer } from "node:buffer"
import { getLogos } from "favicons-scraper"
import fetch from "node-fetch"
import { sources } from "../shared/data"
const projectDir = fileURLToPath(new URL("..", import.meta.url))
const iconsDir = join(projectDir, "public", "icons")
async function downloadImage(url: string, outputPath: string) {
async function downloadImage(url: string, outputPath: string, id: string) {
try {
const response = await fetch(url)
if (!response.ok) {
throw new Error(`Could not fetch ${url}, status: ${response.status}`)
throw new Error(`${id}: could not fetch ${url}, status: ${response.status}`)
}
const fileStream = fs.createWriteStream(outputPath)
await new Promise((resolve, reject) => {
response.body?.pipe(fileStream)
fileStream.on("finish", resolve)
fileStream.on("error", reject)
})
console.log("Image downloaded successfully.")
const image = await (await fetch(url)).arrayBuffer()
fs.writeFileSync(outputPath, Buffer.from(image))
console.log(`${id}: downloaded successfully.`)
} catch (error) {
console.error("Error downloading the image:", error)
console.error(`${id}: error downloading the image. `, error)
}
}
@ -32,15 +26,18 @@ async function main() {
await Promise.all(
Object.entries(sources).map(async ([id, source]) => {
try {
const icon = join(iconsDir, `${id}.png`)
if (fs.existsSync(icon)) return
const icon = join(iconsDir, `${id.split("-")[0]}.png`)
if (fs.existsSync(icon)) {
console.log(`${id}: icon exists. skip.`)
return
}
if (!source.home) return
const res = await getLogos(source.home)
if (res.length) {
await downloadImage(res[0].src, icon)
await downloadImage(res[0].src, icon, id)
}
} catch (e) {
console.error(id, "\n", e )
console.error(id, "\n", e)
}
}),
)