릴리스: v1.3.7 레거시 업로드 자산 마이그레이션 스크립트 추가
This commit is contained in:
@@ -6,7 +6,8 @@
|
||||
"scripts": {
|
||||
"dev": "DB_HOST=127.0.0.1 DB_PORT=3307 DB_USER=tier_cursor DB_PASSWORD=tier_cursor1234 DB_NAME=tier_cursor nodemon --legacy-watch --watch index.js --watch src index.js",
|
||||
"start": "DB_HOST=127.0.0.1 DB_PORT=3307 DB_USER=tier_cursor DB_PASSWORD=tier_cursor1234 DB_NAME=tier_cursor node index.js",
|
||||
"images:backfill": "DB_HOST=127.0.0.1 DB_PORT=3307 DB_USER=tier_cursor DB_PASSWORD=tier_cursor1234 DB_NAME=tier_cursor node scripts/backfill-legacy-image-assets.js"
|
||||
"images:backfill": "DB_HOST=127.0.0.1 DB_PORT=3307 DB_USER=tier_cursor DB_PASSWORD=tier_cursor1234 DB_NAME=tier_cursor node scripts/backfill-legacy-image-assets.js",
|
||||
"images:migrate-legacy": "DB_HOST=127.0.0.1 DB_PORT=3307 DB_USER=tier_cursor DB_PASSWORD=tier_cursor1234 DB_NAME=tier_cursor node scripts/migrate-legacy-uploads-to-assets.js"
|
||||
},
|
||||
"keywords": [],
|
||||
"author": "",
|
||||
|
||||
112
backend/scripts/migrate-legacy-uploads-to-assets.js
Normal file
112
backend/scripts/migrate-legacy-uploads-to-assets.js
Normal file
@@ -0,0 +1,112 @@
|
||||
const fs = require('fs/promises')
|
||||
const path = require('path')
|
||||
const sharp = require('sharp')
|
||||
const {
|
||||
ensureData,
|
||||
closePool,
|
||||
listReferencedUploadUsage,
|
||||
replaceUploadSourceReferences,
|
||||
} = require('../src/db')
|
||||
const { writeOptimizedImage } = require('../src/lib/image-storage')
|
||||
|
||||
const BACKEND_ROOT = path.join(__dirname, '..')
|
||||
|
||||
function inferMimeType(src, metadata) {
|
||||
const format = String(metadata?.format || '').toLowerCase()
|
||||
if (format === 'jpeg' || format === 'jpg') return 'image/jpeg'
|
||||
if (format === 'png') return 'image/png'
|
||||
if (format === 'gif') return 'image/gif'
|
||||
if (format === 'webp') return 'image/webp'
|
||||
if (format === 'svg' || format === 'svg+xml') return 'image/svg+xml'
|
||||
if (format === 'avif') return 'image/avif'
|
||||
|
||||
const ext = path.extname(src || '').toLowerCase()
|
||||
if (ext === '.jpg' || ext === '.jpeg') return 'image/jpeg'
|
||||
if (ext === '.png') return 'image/png'
|
||||
if (ext === '.gif') return 'image/gif'
|
||||
if (ext === '.webp') return 'image/webp'
|
||||
if (ext === '.svg') return 'image/svg+xml'
|
||||
if (ext === '.avif') return 'image/avif'
|
||||
return 'application/octet-stream'
|
||||
}
|
||||
|
||||
function getOptimizationConfig(roles) {
|
||||
const roleSet = new Set(roles || [])
|
||||
if (roleSet.has('avatar')) {
|
||||
return { directory: 'avatars', width: 512, height: 512, fit: 'cover', quality: 82 }
|
||||
}
|
||||
if (roleSet.has('game-thumbnail') || roleSet.has('tierlist-thumbnail') || roleSet.has('template-thumbnail')) {
|
||||
return { directory: 'legacy-thumbnails', width: 1280, height: 1280, fit: 'inside', quality: 84 }
|
||||
}
|
||||
return { directory: 'legacy-items', width: 512, height: 512, fit: 'inside', quality: 84 }
|
||||
}
|
||||
|
||||
async function createFileLike(src) {
|
||||
const absolutePath = path.join(BACKEND_ROOT, src.replace(/^\//, ''))
|
||||
const [buffer, stat] = await Promise.all([fs.readFile(absolutePath), fs.stat(absolutePath)])
|
||||
let metadata = {}
|
||||
try {
|
||||
metadata = await sharp(buffer, { failOn: 'none' }).metadata()
|
||||
} catch (error) {
|
||||
metadata = {}
|
||||
}
|
||||
return {
|
||||
file: {
|
||||
originalname: path.basename(src),
|
||||
mimetype: inferMimeType(src, metadata),
|
||||
size: Number(stat.size || 0),
|
||||
buffer,
|
||||
},
|
||||
absolutePath,
|
||||
}
|
||||
}
|
||||
|
||||
async function main() {
|
||||
await ensureData()
|
||||
const usageEntries = await listReferencedUploadUsage()
|
||||
const legacyEntries = usageEntries.filter((entry) => entry.src && entry.src.startsWith('/uploads/') && !entry.src.startsWith('/uploads/assets/'))
|
||||
|
||||
const summary = {
|
||||
scanned: legacyEntries.length,
|
||||
migrated: 0,
|
||||
reusedAsset: 0,
|
||||
unchanged: 0,
|
||||
missingFiles: 0,
|
||||
failed: 0,
|
||||
updatedRows: 0,
|
||||
}
|
||||
|
||||
for (const entry of legacyEntries) {
|
||||
const config = getOptimizationConfig(entry.roles)
|
||||
try {
|
||||
const { file } = await createFileLike(entry.src)
|
||||
const optimized = await writeOptimizedImage({ file, ...config })
|
||||
if (optimized.src === entry.src) {
|
||||
summary.unchanged += 1
|
||||
continue
|
||||
}
|
||||
const replaced = await replaceUploadSourceReferences({ fromSrc: entry.src, toSrc: optimized.src })
|
||||
summary.updatedRows += Number(replaced.updatedRows || 0)
|
||||
if (optimized.reused) summary.reusedAsset += 1
|
||||
else summary.migrated += 1
|
||||
} catch (error) {
|
||||
if (error?.code === 'ENOENT') {
|
||||
summary.missingFiles += 1
|
||||
continue
|
||||
}
|
||||
summary.failed += 1
|
||||
console.error('[migrate-legacy-uploads-to-assets] failed:', entry.src, error?.message || error)
|
||||
}
|
||||
}
|
||||
|
||||
console.log(JSON.stringify(summary, null, 2))
|
||||
}
|
||||
|
||||
main()
|
||||
.catch((error) => {
|
||||
console.error(error)
|
||||
process.exitCode = 1
|
||||
})
|
||||
.finally(async () => {
|
||||
await closePool()
|
||||
})
|
||||
@@ -754,32 +754,116 @@ async function deleteImageAssets(ids) {
|
||||
}
|
||||
|
||||
async function listReferencedUploadSources() {
|
||||
const referencedSrcs = new Set()
|
||||
const usage = await listReferencedUploadUsage()
|
||||
return usage.map((entry) => entry.src)
|
||||
}
|
||||
|
||||
async function listReferencedUploadUsage() {
|
||||
const usageMap = new Map()
|
||||
const addUsage = (src, role) => {
|
||||
if (typeof src !== 'string' || !src.startsWith('/uploads/')) return
|
||||
if (!usageMap.has(src)) usageMap.set(src, new Set())
|
||||
usageMap.get(src).add(role)
|
||||
}
|
||||
|
||||
const [userRows, gameRows, gameItemRows, customItemRows, tierListRows, templateRequestRows] = await Promise.all([
|
||||
query("SELECT avatar_src FROM users WHERE avatar_src <> ''"),
|
||||
query("SELECT thumbnail_src FROM games WHERE thumbnail_src <> ''"),
|
||||
query("SELECT src FROM game_items WHERE src <> ''"),
|
||||
query("SELECT src FROM custom_items WHERE src <> ''"),
|
||||
query("SELECT thumbnail_src, pool_json FROM tierlists"),
|
||||
query("SELECT thumbnail_src_snapshot, items_json FROM template_requests"),
|
||||
query("SELECT id, thumbnail_src, pool_json FROM tierlists"),
|
||||
query("SELECT id, thumbnail_src_snapshot, items_json FROM template_requests"),
|
||||
])
|
||||
|
||||
for (const row of userRows) if (row.avatar_src) referencedSrcs.add(row.avatar_src)
|
||||
for (const row of gameRows) if (row.thumbnail_src) referencedSrcs.add(row.thumbnail_src)
|
||||
for (const row of gameItemRows) if (row.src) referencedSrcs.add(row.src)
|
||||
for (const row of customItemRows) if (row.src) referencedSrcs.add(row.src)
|
||||
for (const row of userRows) addUsage(row.avatar_src, 'avatar')
|
||||
for (const row of gameRows) addUsage(row.thumbnail_src, 'game-thumbnail')
|
||||
for (const row of gameItemRows) addUsage(row.src, 'game-item')
|
||||
for (const row of customItemRows) addUsage(row.src, 'custom-item')
|
||||
|
||||
for (const row of tierListRows) {
|
||||
if (row.thumbnail_src) referencedSrcs.add(row.thumbnail_src)
|
||||
collectUploadSrcsFromItems(parseJson(row.pool_json, []), referencedSrcs)
|
||||
addUsage(row.thumbnail_src, 'tierlist-thumbnail')
|
||||
for (const item of parseJson(row.pool_json, [])) addUsage(item?.src, 'tierlist-pool')
|
||||
}
|
||||
|
||||
for (const row of templateRequestRows) {
|
||||
if (row.thumbnail_src_snapshot) referencedSrcs.add(row.thumbnail_src_snapshot)
|
||||
collectUploadSrcsFromItems(parseJson(row.items_json, []), referencedSrcs)
|
||||
addUsage(row.thumbnail_src_snapshot, 'template-thumbnail')
|
||||
for (const item of parseJson(row.items_json, [])) addUsage(item?.src, 'template-item')
|
||||
}
|
||||
|
||||
return Array.from(referencedSrcs)
|
||||
return Array.from(usageMap.entries())
|
||||
.map(([src, roles]) => ({ src, roles: Array.from(roles).sort() }))
|
||||
.sort((a, b) => a.src.localeCompare(b.src))
|
||||
}
|
||||
|
||||
function replaceItemSrc(items, fromSrc, toSrc) {
|
||||
let changed = false
|
||||
const nextItems = (items || []).map((item) => {
|
||||
if (item?.src !== fromSrc) return item
|
||||
changed = true
|
||||
return { ...item, src: toSrc }
|
||||
})
|
||||
return { changed, items: nextItems }
|
||||
}
|
||||
|
||||
async function replaceUploadSourceReferences({ fromSrc, toSrc }) {
|
||||
if (!fromSrc || !toSrc || fromSrc === toSrc) return { updatedRows: 0 }
|
||||
|
||||
const [userResult, gameResult, gameItemResult, customItemResult] = await Promise.all([
|
||||
query('UPDATE users SET avatar_src = ? WHERE avatar_src = ?', [toSrc, fromSrc]),
|
||||
query('UPDATE games SET thumbnail_src = ? WHERE thumbnail_src = ?', [toSrc, fromSrc]),
|
||||
query('UPDATE game_items SET src = ? WHERE src = ?', [toSrc, fromSrc]),
|
||||
query('UPDATE custom_items SET src = ? WHERE src = ?', [toSrc, fromSrc]),
|
||||
])
|
||||
|
||||
let updatedRows = Number(userResult.affectedRows || 0) + Number(gameResult.affectedRows || 0) + Number(gameItemResult.affectedRows || 0) + Number(customItemResult.affectedRows || 0)
|
||||
|
||||
const tierListRows = await query('SELECT id, thumbnail_src, pool_json FROM tierlists')
|
||||
for (const row of tierListRows) {
|
||||
let nextThumbnail = row.thumbnail_src
|
||||
let changed = false
|
||||
if (row.thumbnail_src === fromSrc) {
|
||||
nextThumbnail = toSrc
|
||||
changed = true
|
||||
}
|
||||
|
||||
const replacedPool = replaceItemSrc(parseJson(row.pool_json, []), fromSrc, toSrc)
|
||||
if (replacedPool.changed) changed = true
|
||||
|
||||
if (changed) {
|
||||
await query('UPDATE tierlists SET thumbnail_src = ?, pool_json = ?, updated_at = ? WHERE id = ?', [
|
||||
nextThumbnail || '',
|
||||
serializeJson(replacedPool.items),
|
||||
now(),
|
||||
row.id,
|
||||
])
|
||||
updatedRows += 1
|
||||
}
|
||||
}
|
||||
|
||||
const requestRows = await query('SELECT id, thumbnail_src_snapshot, items_json FROM template_requests')
|
||||
for (const row of requestRows) {
|
||||
let nextThumbnail = row.thumbnail_src_snapshot
|
||||
let changed = false
|
||||
if (row.thumbnail_src_snapshot === fromSrc) {
|
||||
nextThumbnail = toSrc
|
||||
changed = true
|
||||
}
|
||||
|
||||
const replacedItems = replaceItemSrc(parseJson(row.items_json, []), fromSrc, toSrc)
|
||||
if (replacedItems.changed) changed = true
|
||||
|
||||
if (changed) {
|
||||
await query('UPDATE template_requests SET thumbnail_src_snapshot = ?, items_json = ?, updated_at = ? WHERE id = ?', [
|
||||
nextThumbnail || '',
|
||||
serializeJson(replacedItems.items),
|
||||
now(),
|
||||
row.id,
|
||||
])
|
||||
updatedRows += 1
|
||||
}
|
||||
}
|
||||
|
||||
return { updatedRows }
|
||||
}
|
||||
|
||||
async function listImageAssets() {
|
||||
@@ -1788,6 +1872,8 @@ module.exports = {
|
||||
listUnusedImageAssets,
|
||||
deleteImageAssets,
|
||||
listReferencedUploadSources,
|
||||
listReferencedUploadUsage,
|
||||
replaceUploadSourceReferences,
|
||||
clearImageOptimizationJobs,
|
||||
getImageAssetStats,
|
||||
createGameItem,
|
||||
|
||||
Reference in New Issue
Block a user