feat: Mark missed files from filesystem as "missing"

backend/alembic/versions/0042_add_missing_rom_flag.py

@@ -0,0 +1,76 @@
+"""empty message
+
+Revision ID: 0042_add_missing_fields
+Revises: 0041_assets_t_thumb_cleanup
+Create Date: 2025-06-11
+
+"""
+
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "0042_add_missing_fields"
+down_revision = "0041_assets_t_thumb_cleanup"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    with op.batch_alter_table("platforms", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column("missing", sa.Boolean(), nullable=False, server_default="0")
+        )
+
+    with op.batch_alter_table("roms", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column("missing", sa.Boolean(), nullable=False, server_default="0")
+        )
+
+    with op.batch_alter_table("rom_files", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column("missing", sa.Boolean(), nullable=False, server_default="0")
+        )
+
+    with op.batch_alter_table("firmware", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column("missing", sa.Boolean(), nullable=False, server_default="0")
+        )
+
+    with op.batch_alter_table("saves", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column("missing", sa.Boolean(), nullable=False, server_default="0")
+        )
+
+    with op.batch_alter_table("states", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column("missing", sa.Boolean(), nullable=False, server_default="0")
+        )
+
+    with op.batch_alter_table("screenshots", schema=None) as batch_op:
+        batch_op.add_column(
+            sa.Column("missing", sa.Boolean(), nullable=False, server_default="0")
+        )
+
+
+def downgrade():
+    with op.batch_alter_table("platforms", schema=None) as batch_op:
+        batch_op.drop_column("missing")
+
+    with op.batch_alter_table("roms", schema=None) as batch_op:
+        batch_op.drop_column("missing")
+
+    with op.batch_alter_table("rom_files", schema=None) as batch_op:
+        batch_op.drop_column("missing")
+
+    with op.batch_alter_table("firmware", schema=None) as batch_op:
+        batch_op.drop_column("missing")
+
+    with op.batch_alter_table("saves", schema=None) as batch_op:
+        batch_op.drop_column("missing")
+
+    with op.batch_alter_table("states", schema=None) as batch_op:
+        batch_op.drop_column("missing")
+
+    with op.batch_alter_table("screenshots", schema=None) as batch_op:
+        batch_op.drop_column("missing")

backend/endpoints/platform.py

@@ -90,6 +90,7 @@ def get_supported_platforms(request: Request) -> list[PlatformSchema]:
             "created_at": now,
             "updated_at": now,
             "fs_size_bytes": 0,
+            "missing": False,
         }
 
         if platform["name"] in db_platforms_map:

backend/endpoints/responses/assets.py

@@ -15,6 +15,9 @@ class BaseAsset(BaseModel):
     file_size_bytes: int
     full_path: str
     download_path: str
+
+    missing: bool
+
     created_at: datetime
     updated_at: datetime
 

backend/endpoints/responses/firmware.py

@@ -20,6 +20,8 @@ class FirmwareSchema(BaseModel):
     md5_hash: str
     sha1_hash: str
 
+    missing: bool
+
     created_at: datetime
     updated_at: datetime
 

backend/endpoints/responses/platform.py

@@ -32,6 +32,8 @@ class PlatformSchema(BaseModel):
     updated_at: datetime
     fs_size_bytes: int
 
+    missing: bool
+
     class Config:
         from_attributes = True
 

backend/endpoints/responses/rom.py

@@ -225,6 +225,8 @@ class RomSchema(BaseModel):
     created_at: datetime
     updated_at: datetime
 
+    missing: bool
+
     class Config:
         from_attributes = True
 

backend/endpoints/rom.py

@@ -159,6 +159,7 @@ def get_roms(
     favourites_only: Annotated[bool, Query(deprecated=True)] = False,
     duplicates_only: Annotated[bool, Query(deprecated=True)] = False,
     playables_only: Annotated[bool, Query(deprecated=True)] = False,
+    missing_only: Annotated[bool, Query(deprecated=True)] = False,
     ra_only: bool = False,
     group_by_meta_id: bool = False,
     selected_genre: str | None = None,
@@ -189,7 +190,8 @@ def get_roms(
         favourites_only (bool, optional): Filter only favourite roms. Defaults to False. DEPRECATED: use `favourite` instead.
         duplicates_only (bool, optional): Filter only duplicate roms. Defaults to False. DEPRECATED: use `duplicate` instead.
         playables_only (bool, optional): Filter only playable roms by emulatorjs. Defaults to False. DEPRECATED: use `playable` instead.
-        ra_only (bool, optional): Filter only roms with Retroachievements compatibility.
+        ra_only (bool, optional): Filter only roms with Retroachievements compatibility. Defaults to False.
+        missing_only (bool, optional): Filter only roms that are missing from the filesystem. Defaults to False.
         group_by_meta_id (bool, optional): Group roms by igdb/moby/ssrf ID. Defaults to False.
         selected_genre (str, optional): Filter by genre. Defaults to None.
         selected_franchise (str, optional): Filter by franchise. Defaults to None.
@@ -240,6 +242,7 @@ def get_roms(
         duplicate=duplicate,
         playable=playable,
         ra_only=ra_only,
+        missing_only=missing_only,
         selected_genre=selected_genre,
         selected_franchise=selected_franchise,
         selected_collection=selected_collection,

backend/endpoints/saves.py

@@ -58,7 +58,9 @@ async def add_save(
     if not rom:
         raise RomNotFoundInDatabaseException(rom_id)
 
-    log.info(f"Uploading save {hl(saveFile.filename)} for {hl(rom.name, color=BLUE)}")
+    log.info(
+        f"Uploading save {hl(saveFile.filename)} for {hl(str(rom.name), color=BLUE)}"
+    )
 
     saves_path = fs_asset_handler.build_saves_file_path(
         user=request.user,