릴리스: v1.3.65 누락 이미지 참조 정리 도구 추가

backend/src/db.js

@@ -1042,6 +1042,156 @@ async function getReferencedUploadFootprint() {
   }
 }
 
+async function fileExistsForUploadSrc(src) {
+  if (typeof src !== 'string' || !src.startsWith('/uploads/')) return true
+  const absolutePath = path.join(__dirname, '..', src.replace(/^\//, ''))
+  try {
+    await fs.stat(absolutePath)
+    return true
+  } catch (error) {
+    if (error?.code === 'ENOENT') return false
+    throw error
+  }
+}
+
+function stripItemIdsFromGroups(groups, missingItemIds) {
+  let changed = false
+  const nextGroups = (groups || []).map((group) => {
+    const nextItemIds = (group?.itemIds || []).filter((itemId) => !missingItemIds.has(itemId))
+    if (nextItemIds.length !== (group?.itemIds || []).length) changed = true
+    return {
+      ...group,
+      itemIds: nextItemIds,
+    }
+  })
+  return { changed, groups: nextGroups }
+}
+
+function stripMissingItems(items, missingItemIds, missingSrcs) {
+  let changed = false
+  const nextItems = (items || []).filter((item) => {
+    const shouldRemove =
+      (item?.id && missingItemIds.has(item.id)) ||
+      (typeof item?.src === 'string' && missingSrcs.has(item.src))
+    if (shouldRemove) changed = true
+    return !shouldRemove
+  })
+  return { changed, items: nextItems }
+}
+
+async function cleanupMissingUploadReferences() {
+  const stats = {
+    clearedAvatars: 0,
+    clearedGameThumbnails: 0,
+    deletedGameItems: 0,
+    updatedTierLists: 0,
+    updatedTemplateRequests: 0,
+    deletedCustomItems: 0,
+  }
+
+  const [userRows, gameRows, gameItemRows, customItemRows, tierListRows, templateRequestRows] = await Promise.all([
+    query("SELECT id, avatar_src FROM users WHERE avatar_src <> ''"),
+    query("SELECT id, thumbnail_src FROM games WHERE thumbnail_src <> ''"),
+    query("SELECT id, src FROM game_items WHERE src <> ''"),
+    query("SELECT id, src FROM custom_items WHERE src <> ''"),
+    query("SELECT id, thumbnail_src, groups_json, pool_json FROM tierlists"),
+    query("SELECT id, thumbnail_src_snapshot, groups_json, items_json, board_items_json FROM template_requests"),
+  ])
+
+  for (const row of userRows) {
+    if (await fileExistsForUploadSrc(row.avatar_src)) continue
+    await query('UPDATE users SET avatar_src = ? WHERE id = ?', ['', row.id])
+    stats.clearedAvatars += 1
+  }
+
+  for (const row of gameRows) {
+    if (await fileExistsForUploadSrc(row.thumbnail_src)) continue
+    await query('UPDATE games SET thumbnail_src = ? WHERE id = ?', ['', row.id])
+    stats.clearedGameThumbnails += 1
+  }
+
+  for (const row of gameItemRows) {
+    if (await fileExistsForUploadSrc(row.src)) continue
+    await deleteGameItem(row.id)
+    stats.deletedGameItems += 1
+  }
+
+  const missingCustomItemIds = new Set()
+  const missingCustomSrcs = new Set()
+  for (const row of customItemRows) {
+    if (await fileExistsForUploadSrc(row.src)) continue
+    missingCustomItemIds.add(row.id)
+    missingCustomSrcs.add(row.src)
+  }
+
+  if (missingCustomItemIds.size || missingCustomSrcs.size) {
+    for (const row of tierListRows) {
+      const groups = parseJson(row.groups_json, [])
+      const pool = parseJson(row.pool_json, [])
+      let changed = false
+      let nextThumbnail = row.thumbnail_src || ''
+
+      if (row.thumbnail_src && !(await fileExistsForUploadSrc(row.thumbnail_src))) {
+        nextThumbnail = ''
+        changed = true
+      }
+
+      const strippedPool = stripMissingItems(pool, missingCustomItemIds, missingCustomSrcs)
+      const strippedGroups = stripItemIdsFromGroups(groups, missingCustomItemIds)
+      if (strippedPool.changed || strippedGroups.changed) changed = true
+
+      if (changed) {
+        await query('UPDATE tierlists SET thumbnail_src = ?, groups_json = ?, pool_json = ?, updated_at = ? WHERE id = ?', [
+          nextThumbnail,
+          serializeJson(strippedGroups.groups),
+          serializeJson(strippedPool.items),
+          now(),
+          row.id,
+        ])
+        stats.updatedTierLists += 1
+      }
+    }
+
+    for (const row of templateRequestRows) {
+      const groups = parseJson(row.groups_json, [])
+      const items = parseJson(row.items_json, [])
+      const boardItems = parseJson(row.board_items_json, [])
+      let changed = false
+      let nextThumbnail = row.thumbnail_src_snapshot || ''
+
+      if (row.thumbnail_src_snapshot && !(await fileExistsForUploadSrc(row.thumbnail_src_snapshot))) {
+        nextThumbnail = ''
+        changed = true
+      }
+
+      const strippedItems = stripMissingItems(items, missingCustomItemIds, missingCustomSrcs)
+      const strippedBoardItems = stripMissingItems(boardItems, missingCustomItemIds, missingCustomSrcs)
+      const strippedGroups = stripItemIdsFromGroups(groups, missingCustomItemIds)
+      if (strippedItems.changed || strippedBoardItems.changed || strippedGroups.changed) changed = true
+
+      if (changed) {
+        await query(
+          'UPDATE template_requests SET thumbnail_src_snapshot = ?, groups_json = ?, items_json = ?, board_items_json = ?, updated_at = ? WHERE id = ?',
+          [
+            nextThumbnail,
+            serializeJson(strippedGroups.groups),
+            serializeJson(strippedItems.items),
+            serializeJson(strippedBoardItems.items),
+            now(),
+            row.id,
+          ]
+        )
+        stats.updatedTemplateRequests += 1
+      }
+    }
+
+    await deleteCustomItems(Array.from(missingCustomItemIds))
+    stats.deletedCustomItems = missingCustomItemIds.size
+  }
+
+  return stats
+}
+
 async function getImageAssetStats({ month } = {}) {
   const range = resolveMonthRange(month)
   const jobWhere = []
@@ -2188,6 +2338,7 @@ module.exports = {
   replaceUploadSourceReferences,
   clearImageOptimizationJobs,
   getImageAssetStats,
+  cleanupMissingUploadReferences,
   createGameItem,
   updateGameItemLabel,
   updateGameItemDisplayOrder,

backend/src/routes/admin.js

@@ -44,6 +44,7 @@ const {
   getImageAssetStats,
   listRecentImageOptimizationJobs,
   clearImageOptimizationJobs,
+  cleanupMissingUploadReferences,
 } = require('../db')
 const { requireAdmin } = require('../middleware/auth')
 const { createMemoryUpload, writeOptimizedImage, getImageOptimizationQueueState } = require('../lib/image-storage')
@@ -386,6 +387,11 @@ router.post('/image-assets/stats/reset', requireAdmin, async (req, res) => {
   res.json({ deletedCount })
 })
 
+router.post('/image-assets/missing/cleanup', requireAdmin, async (req, res) => {
+  const result = await cleanupMissingUploadReferences()
+  res.json({ result })
+})
+
 async function removeUploadFiles(srcs) {
   await Promise.all(
     (srcs || []).map(async (src) => {