From 87d7721128f65886da561dd6a45f0e8d5cd61a3a Mon Sep 17 00:00:00 2001 From: nan Date: Mon, 31 Aug 2026 11:36:27 +0800 Subject: [PATCH] feat(cutout_tool): Implement cutout region to shape functionality - Added interaction helpers for cutout region validation and shape menu interaction. - Created main operator for converting image regions into cutout shapes, including AI artifact generation. - Introduced object creation logic for cutout shapes, handling depth and normal textures. - Defined cutout shape identifiers and node groups for various shape types. - Implemented depth texture writing and prediction artifact generation for MoGe-2. - Developed server jobs for generating cutout artifacts, depth planes, and refining image regions. - Added region refinement logic to enhance gesture masks using BEN2. --- .codex/skills/openspec-apply-change/SKILL.md | 156 ++ .../skills/openspec-archive-change/SKILL.md | 114 ++ .codex/skills/openspec-explore/SKILL.md | 288 ++++ .codex/skills/openspec-propose/SKILL.md | 110 ++ AGENTS.md | 4 +- README.md | 12 +- docs/getting-started/installation.md | 7 +- docs/guides/cutout.md | 24 +- docs/guides/depth-plane.md | 6 - docs/guides/faq.md | 2 +- docs/guides/image-tools.md | 8 +- docs/guides/models-and-storage.md | 8 +- docs/guides/workflows.md | 6 +- docs/internals/architecture.md | 4 +- docs/internals/common.md | 34 +- docs/internals/operators/ai-setup.md | 48 +- docs/internals/operators/clipboard-image.md | 39 +- docs/internals/operators/convert-to-plane.md | 65 +- docs/internals/operators/cutout-tool.md | 95 +- docs/internals/operators/debug.md | 39 +- docs/internals/operators/image-tool.md | 61 +- docs/internals/operators/perspective-tool.md | 46 +- docs/internals/operators/remove-background.md | 46 +- docs/internals/operators/upscale.md | 51 +- docs/internals/outputs.md | 71 +- docs/internals/runtime.md | 65 +- docs/reference/features.md | 7 +- openspec/config.yaml | 20 + src/anyimage/operators/common/depth_data.py | 80 + src/anyimage/operators/common/image_data.py | 2 +- .../operators/common/image_interaction.py | 88 +- src/anyimage/operators/common/mesh_result.py | 56 +- .../operators/convert_to_plane/build.py | 162 -- .../operators/convert_to_plane/conversion.py | 81 +- .../operators/convert_to_plane/nodes.py | 54 +- .../operators/convert_to_plane/normal_map.py | 159 -- .../operators/convert_to_plane/object.py | 125 ++ .../operators/convert_to_plane/resolution.py | 16 - .../operators/cutout_tool/__init__.py | 3 +- .../operators/cutout_tool/geometry.py | 1429 +++++++++++++++++ .../cutout_tool/geometry/__init__.py | 1 - .../operators/cutout_tool/geometry/balloon.py | 402 ----- .../cutout_tool/geometry/depth_calibration.py | 175 -- .../cutout_tool/geometry/region_contours.py | 241 --- .../cutout_tool/geometry/triangulation.py | 436 ----- .../operators/cutout_tool/interaction.py | 126 ++ src/anyimage/operators/cutout_tool/main.py | 455 ++++++ src/anyimage/operators/cutout_tool/object.py | 292 ++++ .../operators/cutout_tool/region_to_shape.py | 842 ---------- .../operators/cutout_tool/select_region.py | 240 --- src/anyimage/operators/cutout_tool/shape.py | 21 + src/anyimage/operators/image_tool/__init__.py | 5 +- src/anyimage/operators/image_tool/box.py | 2 +- .../operators/image_tool/edit_mask.py | 48 +- src/anyimage/operators/image_tool/lasso.py | 2 +- src/anyimage/preferences.py | 85 +- src/anyimage/properties.py | 52 +- src/anyimage/server/app.py | 34 +- src/anyimage/server/geometry/depth_texture.py | 128 ++ .../server/geometry/generate_depth.py | 181 --- .../server/geometry/normal_texture.py | 4 +- .../server/geometry/prediction_artifacts.py | 122 ++ .../{generate_region_data.py => cutout.py} | 31 +- ...generate_depth_plane.py => depth_plane.py} | 10 +- ...e_image_mask.py => refine_image_region.py} | 10 +- src/anyimage/server/models/__init__.py | 6 - src/anyimage/server/models/geometry.py | 2 +- src/anyimage/server/models/moge2.py | 9 +- src/anyimage/server/region/__init__.py | 4 +- ...generate_selection.py => refine_region.py} | 4 +- tests/test_addon.py | 300 ++-- tests/test_cutout.py | 54 +- tests/test_image.py | 55 +- tests/test_mesh.py | 197 ++- tests/test_mesh_blender.py | 491 +++--- tests/test_pack.py | 71 +- tests/test_server.py | 126 +- tools/node_assets/build_cutout.py | 69 +- tools/node_assets/validate.py | 8 +- tools/node_assets/validate_cutout.py | 88 +- 80 files changed, 4823 insertions(+), 4297 deletions(-) create mode 100644 .codex/skills/openspec-apply-change/SKILL.md create mode 100644 .codex/skills/openspec-archive-change/SKILL.md create mode 100644 .codex/skills/openspec-explore/SKILL.md create mode 100644 .codex/skills/openspec-propose/SKILL.md create mode 100644 openspec/config.yaml create mode 100644 src/anyimage/operators/common/depth_data.py delete mode 100644 src/anyimage/operators/convert_to_plane/build.py delete mode 100644 src/anyimage/operators/convert_to_plane/normal_map.py create mode 100644 src/anyimage/operators/convert_to_plane/object.py delete mode 100644 src/anyimage/operators/convert_to_plane/resolution.py create mode 100644 src/anyimage/operators/cutout_tool/geometry.py delete mode 100644 src/anyimage/operators/cutout_tool/geometry/__init__.py delete mode 100644 src/anyimage/operators/cutout_tool/geometry/balloon.py delete mode 100644 src/anyimage/operators/cutout_tool/geometry/depth_calibration.py delete mode 100644 src/anyimage/operators/cutout_tool/geometry/region_contours.py delete mode 100644 src/anyimage/operators/cutout_tool/geometry/triangulation.py create mode 100644 src/anyimage/operators/cutout_tool/interaction.py create mode 100644 src/anyimage/operators/cutout_tool/main.py create mode 100644 src/anyimage/operators/cutout_tool/object.py delete mode 100644 src/anyimage/operators/cutout_tool/region_to_shape.py delete mode 100644 src/anyimage/operators/cutout_tool/select_region.py create mode 100644 src/anyimage/operators/cutout_tool/shape.py create mode 100644 src/anyimage/server/geometry/depth_texture.py delete mode 100644 src/anyimage/server/geometry/generate_depth.py create mode 100644 src/anyimage/server/geometry/prediction_artifacts.py rename src/anyimage/server/jobs/{generate_region_data.py => cutout.py} (53%) rename src/anyimage/server/jobs/{generate_depth_plane.py => depth_plane.py} (66%) rename src/anyimage/server/jobs/{refine_image_mask.py => refine_image_region.py} (73%) rename src/anyimage/server/region/{generate_selection.py => refine_region.py} (91%) diff --git a/.codex/skills/openspec-apply-change/SKILL.md b/.codex/skills/openspec-apply-change/SKILL.md new file mode 100644 index 0000000..70fbdb8 --- /dev/null +++ b/.codex/skills/openspec-apply-change/SKILL.md @@ -0,0 +1,156 @@ +--- +name: openspec-apply-change +description: Implement tasks from an OpenSpec change. Use when the user wants to start implementing, continue implementation, or work through tasks. +license: MIT +compatibility: Requires openspec CLI. +metadata: + author: openspec + version: "1.0" + generatedBy: "1.3.1" +--- + +Implement tasks from an OpenSpec change. + +**Input**: Optionally specify a change name. If omitted, check if it can be inferred from conversation context. If vague or ambiguous you MUST prompt for available changes. + +**Steps** + +1. **Select the change** + + If a name is provided, use it. Otherwise: + - Infer from conversation context if the user mentioned a change + - Auto-select if only one active change exists + - If ambiguous, run `openspec list --json` to get available changes and use the **AskUserQuestion tool** to let the user select + + Always announce: "Using change: " and how to override (e.g., `/opsx:apply `). + +2. **Check status to understand the schema** + ```bash + openspec status --change "" --json + ``` + Parse the JSON to understand: + - `schemaName`: The workflow being used (e.g., "spec-driven") + - Which artifact contains the tasks (typically "tasks" for spec-driven, check status for others) + +3. **Get apply instructions** + + ```bash + openspec instructions apply --change "" --json + ``` + + This returns: + - `contextFiles`: artifact ID -> array of concrete file paths (varies by schema - could be proposal/specs/design/tasks or spec/tests/implementation/docs) + - Progress (total, complete, remaining) + - Task list with status + - Dynamic instruction based on current state + + **Handle states:** + - If `state: "blocked"` (missing artifacts): show message, suggest using openspec-continue-change + - If `state: "all_done"`: congratulate, suggest archive + - Otherwise: proceed to implementation + +4. **Read context files** + + Read every file path listed under `contextFiles` from the apply instructions output. + The files depend on the schema being used: + - **spec-driven**: proposal, specs, design, tasks + - Other schemas: follow the contextFiles from CLI output + +5. **Show current progress** + + Display: + - Schema being used + - Progress: "N/M tasks complete" + - Remaining tasks overview + - Dynamic instruction from CLI + +6. **Implement tasks (loop until done or blocked)** + + For each pending task: + - Show which task is being worked on + - Make the code changes required + - Keep changes minimal and focused + - Mark task complete in the tasks file: `- [ ]` → `- [x]` + - Continue to next task + + **Pause if:** + - Task is unclear → ask for clarification + - Implementation reveals a design issue → suggest updating artifacts + - Error or blocker encountered → report and wait for guidance + - User interrupts + +7. **On completion or pause, show status** + + Display: + - Tasks completed this session + - Overall progress: "N/M tasks complete" + - If all done: suggest archive + - If paused: explain why and wait for guidance + +**Output During Implementation** + +``` +## Implementing: (schema: ) + +Working on task 3/7: +[...implementation happening...] +✓ Task complete + +Working on task 4/7: +[...implementation happening...] +✓ Task complete +``` + +**Output On Completion** + +``` +## Implementation Complete + +**Change:** +**Schema:** +**Progress:** 7/7 tasks complete ✓ + +### Completed This Session +- [x] Task 1 +- [x] Task 2 +... + +All tasks complete! Ready to archive this change. +``` + +**Output On Pause (Issue Encountered)** + +``` +## Implementation Paused + +**Change:** +**Schema:** +**Progress:** 4/7 tasks complete + +### Issue Encountered + + +**Options:** +1.