mirror/oot
1
0
Fork 0
mirror of https://github.com/zeldaret/oot.git synced 2025-08-24 16:01:26 +00:00
Code Issues Projects Releases Wiki Activity

with -j, update last_extracts.json as each job completes rather than only if all complete

Browse source
This commit is contained in:
Dragorn421 2025-02-18 17:27:38 +01:00
parent 9d8ddddedd
commit 9765bd2561
No known key found for this signature in database
GPG key ID: 381AEBAF3D429335
1 changed files with 24 additions and 9 deletions
Download patch file Download diff file Expand all files Collapse all files

33
tools/assets/extract/extract_xml_z64.py
View file

@ -306,6 +306,7 @@ def main():
import argparse
import json
import re
import time
from tools import version_config
from tools import dmadata
@ -444,15 +445,29 @@ def main():
if pools_desc_to_extract:
with multiprocessing.Pool(processes=args.jobs) as pool:
pool.starmap(
process_pool_wrapped,
zip(
[extraction_ctx] * len(pools_desc_to_extract),
pools_desc_to_extract,
),
)
for pool_desc in pools_desc_to_extract:
set_pool_desc_modified(pool_desc)
jobs = [
(
pd,
pool.apply_async(
process_pool_wrapped, (extraction_ctx, pd)
),
)
for pd in pools_desc_to_extract
]
while jobs:
any_finished = False
still_waiting_for_jobs = []
for pd, ar in jobs:
try:
ar.get(0)
except multiprocessing.TimeoutError:
still_waiting_for_jobs.append((pd, ar))
else:
any_finished = True
set_pool_desc_modified(pd)
jobs = still_waiting_for_jobs
if not any_finished:
time.sleep(0.001)
print("All done!")
else:
print("Nothing to do")