Auto merge dev → main (#1324)

* update game files

* update files and capture raw spectra payload

BOT/autologging.py

@@ -39,7 +39,9 @@ from .utils import (
     STORAGE_DIR,
     CACHE_DIR,
     replay_data_path,
+    raw_replay_data_path,
     replay_session_dir,
+    STORE_RAW_REPLAY,
     SQ_BATTLES_DB_PATH,
     SQUADRONS_DB_PATH,
     blacklisted_guilds,
@@ -399,6 +401,15 @@ def load_replay_data_from_disk(session_id: str):
     return None
 
 
+def load_raw_replay_data_from_disk(session_id: str):
+    """Load the unmodified Spectra payload (RAW_replay_data.json.gz), pre-transform."""
+    path = raw_replay_data_path(session_id)
+    if path.is_file():
+        with gzip.open(path, "rt", encoding="utf-8") as f:
+            return json.load(f)
+    return None
+
+
 # ============================================================================
 # WEBSOCKET HANDLERS
 # ============================================================================
@@ -441,6 +452,29 @@ async def process_ws_replays(replays: list[dict]):
             logging.info(f"[WS] Skipping non-sqb replay (type={replay_type!r})")
             continue
 
+        # Store the unmodified Spectra payload before transforming, so the raw
+        # data can be pulled and re-processed later. Keyed off the raw _id (the
+        # same value transform_to_local_format converts to the hex session id),
+        # so it lands in the canonical replay dir even if the transform fails.
+        if STORE_RAW_REPLAY:
+            try:
+                raw_id = replay.get("_id") if replay.get("_id") is not None else replay.get("id")
+                raw_hex_id = hex(int(raw_id)).replace("0x", "") if raw_id is not None else ""
+            except (ValueError, TypeError):
+                raw_hex_id = ""
+            if raw_hex_id:
+                raw_path = raw_replay_data_path(raw_hex_id)
+                if not raw_path.exists():
+                    try:
+                        raw_path.parent.mkdir(parents=True, exist_ok=True)
+                        raw_bytes = json.dumps(replay, ensure_ascii=False).encode("utf-8")
+                        compressed_raw = await asyncio.to_thread(gzip.compress, raw_bytes)
+                        async with aiofiles.open(raw_path, "wb") as f:
+                            await f.write(compressed_raw)
+                        logging.info(f"[WSS] Saved RAW {raw_hex_id} ({len(compressed_raw)} bytes compressed)")
+                    except Exception as e:
+                        logging.error(f"[WSS] Failed to save RAW replay {raw_hex_id}: {e}")
+
         # Transform to local format first - it handles _id -> hex conversion
         wrapped = {'completed': [replay]}
         local_data = utils.transform_to_local_format(wrapped)