1
0
Fork 0
mirror of https://github.com/zeldaret/oot.git synced 2025-08-08 07:20:16 +00:00
oot/tools/assets/extract/extase_oot64/skeleton_resources.py
Dragorn421 1e556e3a3d
New assets system (#2481)
* wip: New assets system tm

Builds gc-eu-mq-dbg OK from clean after
1) make setup
2) python3 -m tools.assets.extract -j
3) replace 0x80A8E610 with sShadowTex in extracted/gc-eu-mq-dbg/assets/overlays/ovl_En_Jsjutan/sShadowMaterialDL.inc.c
4) make various symbols in extracted data like sTex static

* use variables from config.yml for gMtxClear and sShadowTex addresses

* Write source with static for overlays using `HACK_IS_STATIC_ON` hack

* gc-eu-mq-dbg OK from clean with `make setup && make`

* implement more skeleton-related types, cleanups, fixups

* fix extracted data to no longer produce compilation warnings

* implement more of RoomShapeImage types

* yeet XmlPath from ExternalFile usage

* Implement PlayerAnimationDataResource (link_animetion data)

* fix csdis CS_TIME extra arg

* dmadata file names no longer hardcoded for gc-eu-mq-dbg

* ntsc-1.0 OK

* xml fixes

* slightly improve standard output

* rm extract_assets.py

* generate and use Limb enums (TODO: check Skin skels and implement for Curve skels)

* handle dependencies between xmls

* introduce RawPointers xml attribute to ignore specific pointers and keep them raw

* add tools/extract_assets.sh

* fixups

* only extract if xmls changed or if -f (force) is used

* fixups, gc-eu OK

* all versions OK

* check attributes of xml resources elements

* Implement legacy skelanime resources

* fix ASSET_FILES_BIN_EXTRACTED/COMMITTED: look for .u8.bin specifically instead of just .bin

* implement JFIFResource

* fix png/jpg wildcards: look specifically for .u64.png .u32.png .u64.jpg

* Makefile: Add rules to build .png, .bin and .jpg in assets/ too

* start writing actual docs

* extract sTransCircleDL and sTransWipeDL

* misc cleanup/fixes, pygfxd 1.0.3

* refactor CDataExt.set_write callback args to use a dataclass

* Move {} to in-source

* misc

* more progress on spec

* fix missing braces in n64dd_error_textures.c

* finish xml spec doc

* assets xmls fixes

* some cleanup, use `gNameTex_WIDTH/HEIGHT` macros in dlists

* handle hackmode_syotes_room, fix compile

* C build_from_png

* rm tools/assets/bin2c

* rm ZAPD

* format

* remove rule to generate dmadata_table.py

* CC0 license (and some import cleanup)

* dont try to build zapd (rmd)

* simplify palettes with single user (ci images with a non-shared palette)

* add docs on how images are handled

* bss

* allow -j N

* fix n64texconv python bindings memory management

* move -j at the end of calling extraction script

* with -j, update last_extracts.json as each job completes rather than only if all complete

* make interrupting less jank by making child processes ignore sigint

* use enum names in `SCENE_CMD_SKYBOX_SETTINGS`

* `multiprocessing.get_context("fork")`

* import rich, except ImportError s

* fix optional rich usage

* .bss

* .bss

* .bss

* assets extraction: -j -> -j$(N_THREADS)

* .bss

* change LIMB_NONE/MAX defaults to be FILE_OFFSET instead of SKELNAME

* 0XHEX -> 0xHEX

* fix bss

* Proper includes for assets

mostly proper, some includes like dlists resources always causing a sys_matrix.h include (when not every dlist references gIdentityMtx) could be done better

* rm z64.h

* rm z64.h take two

* bss

* Make .u64 suffix for pngs optional

* fixup: rm .u64 suffix from n64dd image paths

* Remove elemtype suffixes from .bin and .jpg files

* Update images.md

* some build_from_png cleanup, more error handling, comments

* Handle skybox textures

Introduce "sub-format" suffix for pngs, with sub-formats split_lo and split_hi being used for skybox textures

* fixup for older python

* improve collision output some

* fully use SURFACETYPE[01] macros in writing extracted surface types

* use WATERBOX_PROPERTIES in extracted waterboxes

* some SceneCommandsResource cleanup

* format EnvLightSettingsList output
2025-05-18 01:29:09 +02:00

356 lines
11 KiB
Python

# SPDX-FileCopyrightText: © 2025 ZeldaRET
# SPDX-License-Identifier: CC0-1.0
import abc
from typing import TYPE_CHECKING
from ..extase import (
RESOURCE_PARSE_SUCCESS,
ResourceParseInProgress,
ResourceParseWaiting,
)
if TYPE_CHECKING:
from ..extase.memorymap import MemoryContext
from ..extase.cdata_resources import (
CDataResource,
CDataArrayResource,
CDataExt_Value,
CDataExt_Struct,
CDataExt_Array,
CDataExtWriteContext,
cdata_ext_Vec3s,
)
from . import dlist_resources
class StandardLimbResource(CDataResource):
def write_limb_index(
resource, memory_context: "MemoryContext", v, wctx: CDataExtWriteContext
):
assert isinstance(v, int)
f = wctx.f
f.write(wctx.line_prefix)
if resource.skeleton_resource is None:
f.write(f"{v}")
else:
f.write(f"/* {v} */ ")
if v == 0xFF:
f.write("LIMB_DONE")
else:
f.write(
resource.skeleton_resource.limbs_array_resource.limbs[
v
].enum_member_name
)
f.write(" - 1")
return True
cdata_ext = CDataExt_Struct(
(
("jointPos", cdata_ext_Vec3s),
("child", CDataExt_Value("B").set_write(write_limb_index)),
("sibling", CDataExt_Value("B").set_write(write_limb_index)),
("dList", dlist_resources.cdata_ext_gfx_segmented),
)
)
def __init__(self, file, range_start, name):
super().__init__(file, range_start, name)
self.enum_member_name = f"LIMB_{file.name.upper()}_{range_start:06X}"
self.skeleton_resource: "SkeletonResourceBaseABC | None" = None
def set_enum_member_name(self, enum_member_name: str):
self.enum_member_name = enum_member_name
def get_c_declaration_base(self):
return f"StandardLimb {self.symbol_name}"
def get_c_reference(self, resource_offset: int):
if resource_offset == 0:
return f"&{self.symbol_name}"
else:
raise ValueError()
def get_h_includes(self):
return ("z64animation.h",)
class LODLimbResource(CDataResource):
cdata_ext = CDataExt_Struct(
(
("jointPos", cdata_ext_Vec3s),
(
"child",
CDataExt_Value("B").set_write(StandardLimbResource.write_limb_index),
),
(
"sibling",
CDataExt_Value("B").set_write(StandardLimbResource.write_limb_index),
),
("dLists", CDataExt_Array(dlist_resources.cdata_ext_gfx_segmented, 2)),
)
)
def __init__(self, file, range_start, name):
super().__init__(file, range_start, name)
self.enum_member_name = f"LIMB_{file.name.upper()}_{range_start:06X}"
def set_enum_member_name(self, enum_member_name: str):
self.enum_member_name = enum_member_name
def get_c_declaration_base(self):
return f"LodLimb {self.symbol_name}"
def get_c_reference(self, resource_offset: int):
if resource_offset == 0:
return f"&{self.symbol_name}"
else:
raise ValueError()
def get_h_includes(self):
return ("z64animation.h",)
class LimbsArrayResourceABC(CDataArrayResource):
limb_type: type[CDataResource]
c_limb_type: str
def write_limb_element(
resource, memory_context: "MemoryContext", v, wctx: CDataExtWriteContext
):
assert isinstance(v, int)
address = v
wctx.f.write(wctx.line_prefix)
wctx.f.write(memory_context.get_c_reference_at_segmented(address))
return True
elem_cdata_ext = CDataExt_Value("I").set_write(write_limb_element)
def __init__(self, file, range_start, name):
super().__init__(file, range_start, name)
self.limbs = None
def try_parse_data(self, memory_context):
ret = super().try_parse_data(memory_context)
assert ret == RESOURCE_PARSE_SUCCESS
self.limbs: list[self.limb_type] = []
for address in self.cdata_unpacked:
limb = memory_context.report_resource_at_segmented(
self,
address,
self.limb_type,
lambda file, offset: self.limb_type(
file,
offset,
f"{self.name}_{address:08X}_{self.c_limb_type}",
),
)
self.limbs.append(limb)
return RESOURCE_PARSE_SUCCESS
def get_c_declaration_base(self):
return f"void* {self.symbol_name}[]"
class StandardLimbsArrayResource(LimbsArrayResourceABC):
limb_type = StandardLimbResource
c_limb_type = "StandardLimb"
class LODLimbsArrayResource(LimbsArrayResourceABC):
limb_type = LODLimbResource
c_limb_type = "LodLimb"
class SkeletonResourceBaseABC(CDataResource):
limbs_array_type: type[LimbsArrayResourceABC]
def __init__(self, file, range_start, name):
super().__init__(file, range_start, name)
self.enum_name = f"{self.symbol_name}Limb"
self.enum_member_name_none = f"LIMB_{file.name.upper()}_{range_start:06X}_NONE"
self.enum_member_name_max = f"LIMB_{file.name.upper()}_{range_start:06X}_MAX"
self.limbs_array_resource = None
def set_enum_name(self, enum_name: str):
self.enum_name = enum_name
def set_enum_member_name_none(self, enum_member_name_none: str):
self.enum_member_name_none = enum_member_name_none
def set_enum_member_name_max(self, enum_member_name_max: str):
self.enum_member_name_max = enum_member_name_max
def try_parse_data(self, memory_context):
if self.limbs_array_resource is None:
ret = super().try_parse_data(memory_context)
assert ret == RESOURCE_PARSE_SUCCESS
data = self.get_skeleton_header_cdata_unpacked()
segment_resolve_result = memory_context.resolve_segmented(data["segment"])
self.limbs_array_resource = segment_resolve_result.get_resource(
self.limbs_array_type
)
if self.limbs_array_resource.limbs is None:
raise ResourceParseInProgress(
new_progress_done=["reported limbs array"],
waiting_for=["self.limbs_array_resource.limbs"],
)
else:
if self.limbs_array_resource.limbs is None:
raise ResourceParseWaiting(
waiting_for=["self.limbs_array_resource.limbs"],
)
for limb in self.limbs_array_resource.limbs:
limb.skeleton_resource = self
return RESOURCE_PARSE_SUCCESS
def write_c_declaration(self, h):
h.write(f"typedef enum {self.enum_name} {{\n")
limb_enum_members = (
self.enum_member_name_none,
*(limb.enum_member_name for limb in self.limbs_array_resource.limbs),
self.enum_member_name_max,
)
h.write(
",\n".join(
f" /* {i:2} */ {enum_member}"
for i, enum_member in enumerate(limb_enum_members)
)
+ "\n"
)
h.write(f"}} {self.enum_name};\n")
super().write_c_declaration(h)
return True
@abc.abstractmethod
def get_skeleton_header_cdata_unpacked(self) -> dict: ...
class SkeletonResourceABC(SkeletonResourceBaseABC):
def report_segment(resource, memory_context: "MemoryContext", v):
assert isinstance(v, int)
address = v
resource_limbs = memory_context.report_resource_at_segmented(
resource,
address,
resource.limbs_array_type,
lambda file, offset: resource.limbs_array_type(
file,
offset,
f"{resource.name}_{address:08X}_Limbs",
),
)
resource_limbs.set_length(
resource.get_skeleton_header_cdata_unpacked()["limbCount"]
)
def write_segment(
resource, memory_context: "MemoryContext", v, wctx: CDataExtWriteContext
):
assert isinstance(v, int)
address = v
wctx.f.write(wctx.line_prefix)
wctx.f.write(memory_context.get_c_reference_at_segmented(address))
return True
def write_limbCount(
resource, memory_context: "MemoryContext", v, wctx: CDataExtWriteContext
):
wctx.f.write(wctx.line_prefix)
wctx.f.write(
memory_context.get_c_expression_length_at_segmented(
resource.get_skeleton_header_cdata_unpacked()["segment"]
)
)
return True
cdata_ext = CDataExt_Struct(
(
(
"segment",
CDataExt_Value("I").set_report(report_segment).set_write(write_segment),
),
(
"limbCount",
CDataExt_Value("B").set_write(write_limbCount),
),
("pad5", CDataExt_Value.pad8),
("pad6", CDataExt_Value.pad16),
)
)
def get_skeleton_header_cdata_unpacked(self):
return self.cdata_unpacked
def get_c_reference(self, resource_offset: int):
if resource_offset == 0:
return f"&{self.symbol_name}"
else:
raise ValueError()
def get_c_declaration_base(self):
return f"SkeletonHeader {self.symbol_name}"
def get_c_includes(self):
return ("array_count.h",)
def get_h_includes(self):
return ("z64animation.h",)
class SkeletonNormalResource(SkeletonResourceABC):
limbs_array_type = StandardLimbsArrayResource
class SkeletonNormalLODResource(SkeletonResourceABC):
limbs_array_type = LODLimbsArrayResource
class SkeletonFlexResourceABC(SkeletonResourceBaseABC):
skeleton_type: type[SkeletonResourceABC]
# For SkeletonResourceABC.report_segment
@property
def limbs_array_type(self):
return self.skeleton_type.limbs_array_type
def __init__(self, file, range_start, name):
self.cdata_ext = CDataExt_Struct(
(
("sh", self.skeleton_type.cdata_ext),
("dListCount", CDataExt_Value.u8),
("pad9", CDataExt_Value.pad8),
("pad10", CDataExt_Value.pad16),
)
)
super().__init__(file, range_start, name)
def get_skeleton_header_cdata_unpacked(self):
return self.cdata_unpacked["sh"]
def get_c_reference(self, resource_offset: int):
if resource_offset == 0:
return f"&{self.symbol_name}"
else:
raise ValueError()
def get_c_declaration_base(self):
return f"FlexSkeletonHeader {self.symbol_name}"
def get_c_includes(self):
return ("array_count.h",)
def get_h_includes(self):
return ("z64animation.h",)
class SkeletonFlexResource(SkeletonFlexResourceABC):
skeleton_type = SkeletonNormalResource
class SkeletonFlexLODResource(SkeletonFlexResourceABC):
skeleton_type = SkeletonNormalLODResource