nan
2b79a342b0
- Introduced `test_cutout.py` to validate cutout pie menu behavior, image lasso options, and mesh detail calculations. - Added `test_mesh.py` to ensure correct tangent normal rasterization, plane source topology, and depth surface evaluations. - Created `test_mesh_blender.py` to verify material node groups, tangent baking, and local cutout building from Blender images. - Implemented tests for handling alpha regions and ensuring geometry nodes maintain expected behavior.
72 lines
3.0 KiB
Python
72 lines
3.0 KiB
Python
from ..geometry import build_surface, foreground_mesh_mask
|
|
from ..media import copy_color_images
|
|
from ..models import geometry_adapter, moge2
|
|
from ..outputs.surface import write_normal_texture, write_surface_archive
|
|
from .common import analysis_frames, frame_progress_message, input_frames
|
|
from .foreground import write_optional
|
|
|
|
def run(context, parameters):
|
|
context.progress(0.02, "Preparing surface input")
|
|
context.directory.mkdir(parents=True, exist_ok=True)
|
|
model_manager = context.resource("model_manager")
|
|
adapter = geometry_adapter(parameters["model"])
|
|
with input_frames(context, parameters) as images:
|
|
if len(images) != 1:
|
|
raise ValueError("Convert to Surface currently supports one image")
|
|
context.progress(0.12, "Estimating surface geometry")
|
|
with analysis_frames(context, parameters, images) as model_images:
|
|
if len(model_images) != 1:
|
|
raise ValueError("Convert to Surface currently supports one image")
|
|
if adapter is moge2:
|
|
prediction = adapter.infer(
|
|
model_manager,
|
|
parameters,
|
|
model_images,
|
|
include_points=True,
|
|
progress_callback=lambda index, total: context.progress(
|
|
0.12 + 0.58 * index / total,
|
|
frame_progress_message("Estimating MoGe-2 geometry", index, total),
|
|
),
|
|
cancel_check=context.check_cancelled,
|
|
)
|
|
else:
|
|
prediction = adapter.infer(
|
|
model_manager,
|
|
parameters,
|
|
model_images,
|
|
progress_callback=lambda index, total: context.progress(
|
|
0.12 + 0.58 * index / total,
|
|
frame_progress_message("Estimating DA3 geometry", index, total),
|
|
),
|
|
cancel_check=context.check_cancelled,
|
|
)
|
|
context.check_cancelled()
|
|
frame = adapter.surface_frame(prediction)
|
|
color_paths = write_optional(
|
|
context,
|
|
parameters,
|
|
images,
|
|
progress_start=0.72,
|
|
progress_span=0.08,
|
|
)
|
|
foreground_mask = None
|
|
if color_paths:
|
|
foreground_mask = foreground_mesh_mask(
|
|
color_paths[0],
|
|
frame.depth.shape,
|
|
)
|
|
context.progress(0.82, "Building surface")
|
|
mesh = build_surface(frame, foreground_mask=foreground_mask)
|
|
context.progress(0.92, "Writing surface")
|
|
write_surface_archive(mesh, context.directory / "mesh.npz")
|
|
if not color_paths:
|
|
copy_color_images(images, context.directory)
|
|
if adapter is moge2:
|
|
write_normal_texture(
|
|
prediction.normal[0],
|
|
context.directory / "normal.png",
|
|
)
|
|
context.check_cancelled()
|
|
context.progress(1.0, "Surface is ready")
|
|
return {"surface": "mesh.npz"}
|