Implement BiRefNet and HAT Sharper models with background removal capabilities

- Added validation documentation for AI model tiers.
- Introduced `background.py` for background removal logic, including inference functions for alpha and foreground extraction.
- Created `onnx_birefnet.py` to handle BiRefNet model sessions and alpha inference.
- Developed tests for background models, ensuring proper dispatch and session reuse.
- Added tests for BiRefNet ONNX model to validate alpha output and error handling for invalid values.
- Implemented model export scripts for BiRefNet and HAT Sharper, ensuring proper weight compression and licensing.
- Created `deform_sampling.py` for deformable convolution operations used in BiRefNet.
- Added utility functions for compressing ONNX weights without altering graph arithmetic.
- Introduced a reference plane node for depth field adjustments in geometry processing.

tests/anyimage/server/test_model_catalog.py

@@ -26,6 +26,16 @@ class ModelCatalogTest(unittest.TestCase):
         with self.assertRaisesRegex(ValueError, "Unknown model"):
             self.models.get_downloadable_model("UNKNOWN")
 
+    def test_three_tiers_and_retired_keys(self):
+        self.assertEqual(list(self.models.MOGE_MODELS), ["MOGE2_VITS_NORMAL", "MOGE2_VITB_NORMAL", "MOGE3_VITL"])
+        self.assertEqual(list(self.models.BACKGROUND_MODELS), ["BIREFNET_LITE", "BEN2_BASE", "BIREFNET_HR_MATTING"])
+        self.assertEqual(list(self.models.UPSCALE_MODELS), ["REALESRGAN_GENERAL_WDN_X4V3", "REALESRGAN_X4PLUS", "HAT_GAN_X4_SHARPER"])
+        self.assertEqual(len(self.models.DOWNLOADABLE_MODELS), 9)
+        self.assertEqual(self.models.DEFAULT_MODEL_KEYS, ("MOGE2_VITS_NORMAL", "BIREFNET_LITE", "REALESRGAN_GENERAL_WDN_X4V3"))
+        for key in ("DA3_BASE", "DA3_SMALL", "MOGE2_VITL_NORMAL", "SAFMN_REAL_X4", "PISA_SR"):
+            with self.assertRaisesRegex(ValueError, "Unknown model"):
+                self.models.get_downloadable_model(key)
+
     def test_ben2_download_only_includes_required_hugging_face_files(self):
         model = self.models.get_downloadable_model("BEN2_BASE")
 
@@ -45,15 +55,15 @@ class ModelCatalogTest(unittest.TestCase):
     def test_upscale_models_use_verified_onnx_artifacts(self):
         expected = {
             "REALESRGAN_GENERAL_WDN_X4V3": ("realesr-general-wdn-x4v3.onnx", 4867419, "b021a837"),
-            "SAFMN_REAL_X4": ("safmn-real-x4.onnx", 22657477, "8f13867b"),
+            "HAT_GAN_X4_SHARPER": ("model.onnx", 45874438, "032d8b03"),
             "REALESRGAN_X4PLUS": ("realesrgan-x4plus.onnx", 67051618, "4ed6a45a"),
         }
-        self.assertEqual(set(self.models.UPSCALE_MODELS), set(expected) | {"PISA_SR"})
+        self.assertEqual(set(self.models.UPSCALE_MODELS), set(expected))
         for key, (filename, size, checksum_prefix) in expected.items():
             with self.subTest(model=key):
                 model = self.models.get_downloadable_model(key)
-                self.assertEqual(model.download_patterns, (filename,))
-                self.assertEqual(model.ready_patterns, (filename,))
+                self.assertIn(filename, model.download_patterns)
+                self.assertIn(filename, model.ready_patterns)
                 self.assertEqual(model.r2_files[0][:2], (filename, size))
                 self.assertTrue(model.r2_files[0][2].startswith(checksum_prefix))
                 self.assertEqual(self.models.model_record(model)["family"], "upscale")
@@ -61,14 +71,13 @@ class ModelCatalogTest(unittest.TestCase):
         self.assertEqual(wdn.repository, "xinntao/Real-ESRGAN")
         self.assertEqual(wdn.huggingface_repository, "")
         self.assertEqual(
-            self.models.UPSCALE_MODELS["SAFMN_REAL_X4"].huggingface_repository, ""
+            self.models.UPSCALE_MODELS["HAT_GAN_X4_SHARPER"].huggingface_repository, ""
         )
 
 
     def test_moge2_models_use_official_onnx_models(self):
         for key, variant in (("MOGE2_VITS_NORMAL", "vits"),
-                             ("MOGE2_VITB_NORMAL", "vitb"),
-                             ("MOGE2_VITL_NORMAL", "vitl")):
+                             ("MOGE2_VITB_NORMAL", "vitb")):
             with self.subTest(key=key):
                 model = self.models.get_downloadable_model(key)
                 self.assertEqual(
@@ -84,13 +93,12 @@ class ModelCatalogTest(unittest.TestCase):
     def test_moge2_models_match_uploaded_r2_variants(self):
         self.assertEqual(
             list(self.models.MOGE2_MODELS),
-            ["MOGE2_VITS_NORMAL", "MOGE2_VITB_NORMAL", "MOGE2_VITL_NORMAL"],
+            ["MOGE2_VITS_NORMAL", "MOGE2_VITB_NORMAL"],
         )
         self.assertEqual(
             [model.r2_directory for model in self.models.MOGE2_MODELS.values()],
             [
                 "moge-2-vits-normal-onnx",
                 "moge-2-vitb-normal-onnx",
-                "moge-2-vitl-normal-onnx",
             ],
         )