nan
835225d264
- Implemented surface generation functionality in `surface.py`, including geometry estimation and texture writing. - Introduced media input handling in `input.py`, supporting image and video frame extraction. - Added model management for geometry adapters in `models/__init__.py`. - Created BEN2 and DA3 model inference logic in `ben2.py` and `da3.py`, respectively. - Developed ONNX model inference utilities for BEN2 and DA3 in `onnx_ben2.py` and `onnx_da3.py`. - Added support for MoGe-2 model inference in `moge2.py` with necessary ONNX utilities. - Implemented output handling for depth and surface data in `depth.py` and `surface.py`. - Created debug output utilities for DA3 and MoGe-2 predictions in `debug_da3.py` and `debug_moge2.py`. - Enhanced ONNX runtime session management in `onnx_runtime.py`. - Updated `__init__.py` files to include new modules and functions for better organization.
60 lines
1.6 KiB
Python
60 lines
1.6 KiB
Python
import sys
|
|
import unittest
|
|
from pathlib import Path
|
|
from types import SimpleNamespace
|
|
|
|
import numpy as np
|
|
from PIL import Image
|
|
|
|
|
|
SOURCE_DIR = (
|
|
Path(__file__).resolve().parents[1]
|
|
/ "src"
|
|
/ "snapform"
|
|
/ "server"
|
|
/ "models"
|
|
)
|
|
sys.path.insert(0, str(SOURCE_DIR))
|
|
|
|
import onnx_ben2
|
|
|
|
|
|
class FakeSession:
|
|
def get_inputs(self):
|
|
return [SimpleNamespace(name="input")]
|
|
|
|
def get_outputs(self):
|
|
return [SimpleNamespace(name="alpha")]
|
|
|
|
def run(self, output_names, feeds):
|
|
self.output_names = output_names
|
|
self.feeds = feeds
|
|
gradient = np.linspace(0.0, 1.0, 1024, dtype=np.float32)
|
|
return [np.tile(gradient, (1024, 1))[None, None]]
|
|
|
|
|
|
class Ben2OnnxTest(unittest.TestCase):
|
|
def test_preprocess_matches_model_layout(self):
|
|
image = Image.new("RGB", (40, 20), (64, 128, 192))
|
|
result = onnx_ben2.preprocess(image)
|
|
|
|
self.assertEqual(result.shape, (1, 3, 1024, 1024))
|
|
self.assertEqual(result.dtype, np.float32)
|
|
self.assertTrue(result.flags.c_contiguous)
|
|
|
|
def test_infer_restores_original_size_and_alpha(self):
|
|
session = FakeSession()
|
|
image = Image.new("RGB", (40, 20), (10, 20, 30))
|
|
|
|
result = onnx_ben2.infer(session, image)
|
|
|
|
self.assertEqual(result.mode, "RGBA")
|
|
self.assertEqual(result.size, image.size)
|
|
self.assertEqual(session.feeds["input"].shape, (1, 3, 1024, 1024))
|
|
alpha = np.asarray(result.getchannel("A"))
|
|
self.assertLess(int(alpha[:, 0].max()), int(alpha[:, -1].min()))
|
|
|
|
|
|
if __name__ == "__main__":
|
|
unittest.main()
|