릴리스: v1.3.6 레거시 이미지 메타 백필 스크립트 추가
This commit is contained in:
@@ -5,7 +5,8 @@
|
||||
"main": "index.js",
|
||||
"scripts": {
|
||||
"dev": "DB_HOST=127.0.0.1 DB_PORT=3307 DB_USER=tier_cursor DB_PASSWORD=tier_cursor1234 DB_NAME=tier_cursor nodemon --legacy-watch --watch index.js --watch src index.js",
|
||||
"start": "DB_HOST=127.0.0.1 DB_PORT=3307 DB_USER=tier_cursor DB_PASSWORD=tier_cursor1234 DB_NAME=tier_cursor node index.js"
|
||||
"start": "DB_HOST=127.0.0.1 DB_PORT=3307 DB_USER=tier_cursor DB_PASSWORD=tier_cursor1234 DB_NAME=tier_cursor node index.js",
|
||||
"images:backfill": "DB_HOST=127.0.0.1 DB_PORT=3307 DB_USER=tier_cursor DB_PASSWORD=tier_cursor1234 DB_NAME=tier_cursor node scripts/backfill-legacy-image-assets.js"
|
||||
},
|
||||
"keywords": [],
|
||||
"author": "",
|
||||
|
||||
106
backend/scripts/backfill-legacy-image-assets.js
Normal file
106
backend/scripts/backfill-legacy-image-assets.js
Normal file
@@ -0,0 +1,106 @@
|
||||
const fs = require('fs/promises')
|
||||
const path = require('path')
|
||||
const crypto = require('crypto')
|
||||
const sharp = require('sharp')
|
||||
const { nanoid } = require('nanoid')
|
||||
const {
|
||||
ensureData,
|
||||
closePool,
|
||||
listReferencedUploadSources,
|
||||
findImageAssetBySrc,
|
||||
createImageAsset,
|
||||
} = require('../src/db')
|
||||
|
||||
const BACKEND_ROOT = path.join(__dirname, '..')
|
||||
|
||||
function inferMimeType(src, metadata) {
|
||||
const format = String(metadata?.format || '').toLowerCase()
|
||||
if (format === 'jpeg' || format === 'jpg') return 'image/jpeg'
|
||||
if (format === 'png') return 'image/png'
|
||||
if (format === 'gif') return 'image/gif'
|
||||
if (format === 'webp') return 'image/webp'
|
||||
if (format === 'svg' || format === 'svg+xml') return 'image/svg+xml'
|
||||
if (format === 'avif') return 'image/avif'
|
||||
|
||||
const ext = path.extname(src || '').toLowerCase()
|
||||
if (ext === '.jpg' || ext === '.jpeg') return 'image/jpeg'
|
||||
if (ext === '.png') return 'image/png'
|
||||
if (ext === '.gif') return 'image/gif'
|
||||
if (ext === '.webp') return 'image/webp'
|
||||
if (ext === '.svg') return 'image/svg+xml'
|
||||
if (ext === '.avif') return 'image/avif'
|
||||
return 'application/octet-stream'
|
||||
}
|
||||
|
||||
async function main() {
|
||||
await ensureData()
|
||||
|
||||
const referencedSrcs = Array.from(new Set(await listReferencedUploadSources()))
|
||||
.filter((src) => typeof src === 'string' && src.startsWith('/uploads/'))
|
||||
.sort()
|
||||
|
||||
const summary = {
|
||||
scanned: referencedSrcs.length,
|
||||
skippedExisting: 0,
|
||||
backfilled: 0,
|
||||
missingFiles: 0,
|
||||
failed: 0,
|
||||
}
|
||||
|
||||
for (const src of referencedSrcs) {
|
||||
const existing = await findImageAssetBySrc(src)
|
||||
if (existing) {
|
||||
summary.skippedExisting += 1
|
||||
continue
|
||||
}
|
||||
|
||||
const absolutePath = path.join(BACKEND_ROOT, src.replace(/^\//, ''))
|
||||
|
||||
try {
|
||||
const [buffer, stat] = await Promise.all([fs.readFile(absolutePath), fs.stat(absolutePath)])
|
||||
let metadata = {}
|
||||
try {
|
||||
metadata = await sharp(buffer, { failOn: 'none' }).metadata()
|
||||
} catch (error) {
|
||||
metadata = {}
|
||||
}
|
||||
|
||||
const rawHash = crypto.createHash('sha256').update(buffer).digest('hex')
|
||||
const contentHash = crypto.createHash('sha256').update(`${rawHash}|${src}`).digest('hex')
|
||||
|
||||
await createImageAsset({
|
||||
id: nanoid(),
|
||||
contentHash,
|
||||
src,
|
||||
mimeType: inferMimeType(src, metadata),
|
||||
byteSize: Number(stat.size || 0),
|
||||
originalByteSize: Number(stat.size || 0),
|
||||
width: Number(metadata.width || 0),
|
||||
height: Number(metadata.height || 0),
|
||||
})
|
||||
summary.backfilled += 1
|
||||
} catch (error) {
|
||||
if (error?.code === 'ENOENT') {
|
||||
summary.missingFiles += 1
|
||||
continue
|
||||
}
|
||||
if (error?.code === 'ER_DUP_ENTRY') {
|
||||
summary.skippedExisting += 1
|
||||
continue
|
||||
}
|
||||
summary.failed += 1
|
||||
console.error('[backfill-legacy-image-assets] failed:', src, error?.message || error)
|
||||
}
|
||||
}
|
||||
|
||||
console.log(JSON.stringify(summary, null, 2))
|
||||
}
|
||||
|
||||
main()
|
||||
.catch((error) => {
|
||||
console.error(error)
|
||||
process.exitCode = 1
|
||||
})
|
||||
.finally(async () => {
|
||||
await closePool()
|
||||
})
|
||||
@@ -223,6 +223,14 @@ async function query(sql, params = []) {
|
||||
return rows
|
||||
}
|
||||
|
||||
async function closePool() {
|
||||
if (!poolPromise) return
|
||||
const pool = await poolPromise
|
||||
await pool.end()
|
||||
poolPromise = null
|
||||
initPromise = null
|
||||
}
|
||||
|
||||
async function ensureSchema() {
|
||||
if (initPromise) return initPromise
|
||||
initPromise = (async () => {
|
||||
@@ -618,6 +626,14 @@ async function findImageAssetByHash(contentHash) {
|
||||
return mapImageAssetRow(rows[0])
|
||||
}
|
||||
|
||||
async function findImageAssetBySrc(src) {
|
||||
const rows = await query(
|
||||
'SELECT id, content_hash, src, mime_type, byte_size, original_byte_size, width, height, created_at FROM image_assets WHERE src = ? LIMIT 1',
|
||||
[src]
|
||||
)
|
||||
return mapImageAssetRow(rows[0])
|
||||
}
|
||||
|
||||
async function createImageAsset({ id, contentHash, src, mimeType = "image/webp", byteSize, originalByteSize, width, height }) {
|
||||
const createdAt = now()
|
||||
await query(
|
||||
@@ -1746,6 +1762,7 @@ async function unfavoriteGame({ userId, gameId }) {
|
||||
module.exports = {
|
||||
DB_NAME,
|
||||
ensureData,
|
||||
closePool,
|
||||
countUsers,
|
||||
findUserByEmail,
|
||||
findUserById,
|
||||
@@ -1762,6 +1779,7 @@ module.exports = {
|
||||
createGame,
|
||||
updateGameThumbnail,
|
||||
findImageAssetByHash,
|
||||
findImageAssetBySrc,
|
||||
createImageAsset,
|
||||
createImageOptimizationJob,
|
||||
findImageOptimizationJobById,
|
||||
|
||||
Reference in New Issue
Block a user