feat: Implement upscale functionality with ONNX models

- Added upscale operator to handle image upscaling by 4x using AI models.
- Introduced new jobs for upscale processing in the server, including debug and standard upscale jobs.
- Created a new ONNX model handler for upscale operations, supporting tiled inference and resource management.
- Updated tests to cover new upscale functionality, including input validation and output verification.
- Added documentation for the upscale feature, detailing usage and model options.

sync_models.py

@@ -12,6 +12,10 @@ from urllib.request import Request, urlopen
 
 PROJECT_ROOT = Path(__file__).resolve().parent
 MODELS_DIR = PROJECT_ROOT / "models"
+SOURCE_ROOT = PROJECT_ROOT / "src" / "anyimage"
+sys.path.insert(0, str(SOURCE_ROOT))
+from server.model_catalog import DOWNLOADABLE_MODELS
+
 R2_ENDPOINT = "https://models.omoolab.xyz"
 CHUNK_SIZE = 1024 * 1024
 
@@ -37,73 +41,31 @@ def r2_url(folder, filename="model.onnx"):
     return f"{R2_ENDPOINT}/{folder}/{filename}"
 
 
-MODEL_FILES = (
-    ModelFile(
-        "DA3-SMALL",
-        105484029,
-        "7a9d81475b3e2334ace0d6d2c2a816b3c93081437e1866cc434ce1789125f631",
-        (r2_url("DA3-SMALL"),),
-    ),
-    ModelFile(
-        "DA3-BASE",
-        412856697,
-        "31f38fc4990539d7902ba267924b9731db1acb00d840c248a60b1865810ff9e6",
-        (r2_url("DA3-BASE"),),
-    ),
-    ModelFile(
-        "BEN2-ONNX/onnx",
-        219121675,
-        "dfdc25f421f32a0d1268e0f2ff2153d340e8f1d52d3dd16f5dc33c1ce85cedf1",
-        (
-            hf_url("onnx-community/BEN2-ONNX", "onnx/model_fp16.onnx"),
-            r2_url("BEN2-ONNX", "onnx/model_fp16.onnx"),
-        ),
-        "model_fp16.onnx",
-    ),
-    ModelFile(
-        "realesr-general-x4v3",
-        4866396,
-        "924ebad6532777303582d4ce7811849b88869231a3ae7093e0f21200249df8d5",
-        (
-            hf_url(
-                "jonathanst29/tinier-upscale-models",
-                "realesr-general-x4v3.onnx",
-            ),
-            r2_url(
-                "realesr-general-x4v3",
-                "realesr-general-x4v3.onnx",
-            ),
-        ),
-        "realesr-general-x4v3.onnx",
-    ),
-    ModelFile(
-        "moge-2-vits-normal-onnx",
-        140852051,
-        "24eacb5dc7a2c54c7bc98f7de085ffbed79ad006ea5b664c2c2cdc02ff3a52f0",
-        (
-            hf_url("Ruicheng/moge-2-vits-normal-onnx", "model.onnx"),
-            r2_url("moge-2-vits-normal-onnx"),
-        ),
-    ),
-    ModelFile(
-        "moge-2-vitb-normal-onnx",
-        419411850,
-        "bbf14e07a30f11e69d36ab861590123f5598ababcbc8946a063eb4a966f35a21",
-        (
-            hf_url("Ruicheng/moge-2-vitb-normal-onnx", "model.onnx"),
-            r2_url("moge-2-vitb-normal-onnx"),
-        ),
-    ),
-    ModelFile(
-        "moge-2-vitl-normal-onnx",
-        1324265014,
-        "afbc4ccc3450298f3afb35b90f015f4c4f552dea21dc6470d5f7b78b77e2d751",
-        (
-            hf_url("Ruicheng/moge-2-vitl-normal-onnx", "model.onnx"),
-            r2_url("moge-2-vitl-normal-onnx"),
-        ),
-    ),
-)
+def catalog_model_files():
+    files = []
+    for model in DOWNLOADABLE_MODELS.values():
+        for filename, size, sha256 in model.r2_files:
+            relative_path = Path(filename)
+            folder = str(Path(model.r2_directory) / relative_path.parent)
+            sources = []
+            if model.huggingface_repository:
+                sources.append(
+                    hf_url(model.huggingface_repository, filename)
+                )
+            sources.append(r2_url(model.r2_directory, filename))
+            files.append(
+                ModelFile(
+                    folder,
+                    size,
+                    sha256,
+                    tuple(sources),
+                    relative_path.name,
+                )
+            )
+    return tuple(files)
+
+
+MODEL_FILES = catalog_model_files()
 
 
 def file_sha256(path):