feat: Implement ONNX model inference for BEN2, Depth Anything 3, and MoGe
- Added `ben2_onnx.py` for BEN2 ONNX inference with preprocessing. - Introduced `da3_onnx.py` for Depth Anything 3 inference, including camera projection calculations. - Created `moge_onnx.py` for MoGe-2 ONNX inference and post-processing. - Implemented shared ONNX Runtime session helpers in `onnx_runtime.py`. - Added model synchronization script `sync_models.py` for downloading and verifying ONNX models. - Developed unit tests for BEN2, Depth Anything 3, and MoGe ONNX models to ensure functionality. - Updated `vendor.lock.toml` to remove unused artifacts.
This commit is contained in:
@@ -1,7 +1,4 @@
|
||||
import ast
|
||||
import importlib.util
|
||||
import io
|
||||
import tarfile
|
||||
import tempfile
|
||||
import tomllib
|
||||
import unittest
|
||||
@@ -64,8 +61,6 @@ class PackTest(unittest.TestCase):
|
||||
self.assertIn("service.py", names)
|
||||
self.assertNotIn("snapform/__init__.py", names)
|
||||
self.assertNotIn("importer.py", names)
|
||||
self.assertIn("vendor/depth-anything-3.tar.gz", names)
|
||||
self.assertIn("vendor/ben2.tar.gz", names)
|
||||
self.assertIn(
|
||||
f"vendor/{pack.PLATFORMS[platform]}",
|
||||
names,
|
||||
@@ -108,95 +103,5 @@ class PackTest(unittest.TestCase):
|
||||
{"windows-x64", "macos-arm64", "linux-x64"},
|
||||
)
|
||||
|
||||
def test_bundled_depth_anything_3_has_no_xformers_dependency(self):
|
||||
pack = load_pack()
|
||||
with tarfile.open(
|
||||
fileobj=io.BytesIO(
|
||||
pack.bundled_artifact_bytes("depth-anything-3.tar.gz")
|
||||
),
|
||||
mode="r:gz",
|
||||
) as archive:
|
||||
raw_pyproject = archive.extractfile(
|
||||
"Depth-Anything-3-3d835ec1a5802d64a8b8b15f817a1ab54809bfe4/"
|
||||
"pyproject.toml"
|
||||
).read()
|
||||
pyproject = raw_pyproject.decode("utf-8")
|
||||
self.assertNotIn("xformers", pyproject)
|
||||
self.assertFalse(raw_pyproject.startswith(b"\xef\xbb\xbf"))
|
||||
|
||||
def test_bundled_depth_anything_3_exports_are_lazy(self):
|
||||
pack = load_pack()
|
||||
with tarfile.open(
|
||||
fileobj=io.BytesIO(
|
||||
pack.bundled_artifact_bytes("depth-anything-3.tar.gz")
|
||||
),
|
||||
mode="r:gz",
|
||||
) as archive:
|
||||
source = archive.extractfile(
|
||||
"Depth-Anything-3-3d835ec1a5802d64a8b8b15f817a1ab54809bfe4/"
|
||||
"src/depth_anything_3/utils/export/__init__.py"
|
||||
).read().decode("utf-8")
|
||||
tree = ast.parse(source)
|
||||
module_imports = [
|
||||
ast.get_source_segment(source, node)
|
||||
for node in tree.body
|
||||
if isinstance(node, (ast.Import, ast.ImportFrom))
|
||||
]
|
||||
self.assertEqual(
|
||||
module_imports,
|
||||
["from depth_anything_3.specs import Prediction"],
|
||||
)
|
||||
|
||||
def test_official_depth_anything_3_baseline_is_pristine(self):
|
||||
pack = load_pack()
|
||||
archive_path = pack.VENDOR_DIR / "depth-anything-3.tar.gz"
|
||||
with tarfile.open(archive_path, "r:gz") as archive:
|
||||
raw_pyproject = archive.extractfile(
|
||||
"Depth-Anything-3-3d835ec1a5802d64a8b8b15f817a1ab54809bfe4/"
|
||||
"pyproject.toml"
|
||||
).read()
|
||||
export_source = archive.extractfile(
|
||||
"Depth-Anything-3-3d835ec1a5802d64a8b8b15f817a1ab54809bfe4/"
|
||||
"src/depth_anything_3/utils/export/__init__.py"
|
||||
).read().decode("utf-8")
|
||||
pyproject = raw_pyproject.decode("utf-8")
|
||||
self.assertIn("xformers", pyproject)
|
||||
self.assertFalse(raw_pyproject.startswith(b"\xef\xbb\xbf"))
|
||||
self.assertIn(
|
||||
"from depth_anything_3.utils.export.gs import",
|
||||
export_source,
|
||||
)
|
||||
|
||||
def test_bundled_depth_anything_3_qr_falls_back_on_mps(self):
|
||||
pack = load_pack()
|
||||
with tarfile.open(
|
||||
fileobj=io.BytesIO(
|
||||
pack.bundled_artifact_bytes("depth-anything-3.tar.gz")
|
||||
),
|
||||
mode="r:gz",
|
||||
) as archive:
|
||||
source = archive.extractfile(
|
||||
"Depth-Anything-3-3d835ec1a5802d64a8b8b15f817a1ab54809bfe4/"
|
||||
"src/depth_anything_3/utils/ray_utils.py"
|
||||
).read().decode("utf-8")
|
||||
self.assertIn('use_cpu = device.type == "mps"', source)
|
||||
self.assertIn("A_tilde = A_tilde.cpu()", source)
|
||||
self.assertIn("Q_tilde = Q_tilde.to(device=device)", source)
|
||||
|
||||
def test_official_depth_anything_3_ray_utils_is_pristine(self):
|
||||
pack = load_pack()
|
||||
archive_path = pack.VENDOR_DIR / "depth-anything-3.tar.gz"
|
||||
with tarfile.open(archive_path, "r:gz") as archive:
|
||||
source = archive.extractfile(
|
||||
"Depth-Anything-3-3d835ec1a5802d64a8b8b15f817a1ab54809bfe4/"
|
||||
"src/depth_anything_3/utils/ray_utils.py"
|
||||
).read().decode("utf-8")
|
||||
self.assertIn(
|
||||
"Q_tilde, R_tilde = torch.linalg.qr(A_tilde)",
|
||||
source,
|
||||
)
|
||||
self.assertNotIn("use_cpu", source)
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
unittest.main()
|
||||
|
||||
Reference in New Issue
Block a user