mirror of
https://github.com/rommapp/romm.git
synced 2026-07-01 08:16:21 +00:00
106 lines
3.3 KiB
Python
106 lines
3.3 KiB
Python
import emoji
|
|
import socketio # type: ignore
|
|
|
|
from logger.logger import log
|
|
from exceptions.fs_exceptions import PlatformsNotFoundException, RomsNotFoundException
|
|
from handler import dbh
|
|
from utils.fastapi import scan_platform, scan_rom
|
|
from utils.socket import socket_server
|
|
from utils.fs import get_platforms, get_roms, store_default_resources
|
|
from utils.redis import high_prio_queue, redis_url
|
|
from endpoints.platform import PlatformSchema
|
|
from endpoints.rom import RomSchema
|
|
from config import ENABLE_EXPERIMENTAL_REDIS
|
|
|
|
|
|
async def scan_platforms(
|
|
platform_slugs: list[str],
|
|
complete_rescan: bool = False,
|
|
selected_roms: list[str] = (),
|
|
):
|
|
# Connect to external socketio server
|
|
sm = (
|
|
socketio.AsyncRedisManager(redis_url, write_only=True)
|
|
if ENABLE_EXPERIMENTAL_REDIS
|
|
else socket_server
|
|
)
|
|
|
|
# Scanning file system
|
|
try:
|
|
fs_platforms: list[str] = get_platforms()
|
|
except PlatformsNotFoundException as e:
|
|
log.error(e)
|
|
await sm.emit("scan:done_ko", e.message)
|
|
return
|
|
|
|
platform_list = [dbh.get_platform(s).fs_slug for s in platform_slugs]
|
|
platform_list = platform_list or fs_platforms
|
|
for platform_slug in platform_list:
|
|
try:
|
|
# Verify that platform exists
|
|
scanned_platform = scan_platform(platform_slug)
|
|
except RomsNotFoundException as e:
|
|
log.error(e)
|
|
continue
|
|
|
|
_new_platform = dbh.add_platform(scanned_platform)
|
|
new_platform = dbh.get_platform(_new_platform.slug)
|
|
|
|
await sm.emit(
|
|
"scan:scanning_platform",
|
|
PlatformSchema.model_validate(new_platform).model_dump(),
|
|
)
|
|
|
|
dbh.add_platform(scanned_platform)
|
|
|
|
# Scanning roms
|
|
fs_roms = get_roms(scanned_platform.fs_slug)
|
|
for fs_rom in fs_roms:
|
|
rom = dbh.get_rom_by_filename(scanned_platform.slug, fs_rom["file_name"])
|
|
if rom and rom.id not in selected_roms and not complete_rescan:
|
|
continue
|
|
|
|
scanned_rom = await scan_rom(scanned_platform, fs_rom)
|
|
if rom:
|
|
scanned_rom.id = rom.id
|
|
|
|
_new_rom = dbh.add_rom(scanned_rom)
|
|
new_rom = dbh.get_rom(_new_rom.id)
|
|
|
|
await sm.emit(
|
|
"scan:scanning_rom",
|
|
{
|
|
"p_name": scanned_platform.name,
|
|
**RomSchema.model_validate(new_rom).model_dump(),
|
|
},
|
|
)
|
|
|
|
dbh.purge_roms(scanned_platform.slug, [rom["file_name"] for rom in fs_roms])
|
|
dbh.purge_platforms(fs_platforms)
|
|
|
|
await sm.emit("scan:done", {})
|
|
|
|
|
|
@socket_server.on("scan")
|
|
async def scan_handler(_sid: str, options: dict):
|
|
"""Scan platforms and roms and write them in database."""
|
|
|
|
log.info(emoji.emojize(":magnifying_glass_tilted_right: Scanning "))
|
|
store_default_resources()
|
|
|
|
platform_slugs = options.get("platforms", [])
|
|
complete_rescan = options.get("rescan", False)
|
|
selected_roms = options.get("roms", [])
|
|
|
|
# Run in worker if redis is available
|
|
if ENABLE_EXPERIMENTAL_REDIS:
|
|
return high_prio_queue.enqueue(
|
|
scan_platforms,
|
|
platform_slugs,
|
|
complete_rescan,
|
|
selected_roms,
|
|
job_timeout=14400, # Timeout after 4 hours
|
|
)
|
|
else:
|
|
await scan_platforms(platform_slugs, complete_rescan, selected_roms)
|