archive
/
AquaDX
mirror of https://github.com/hykilpikonna/AquaDX
1
0
Fork 0
Code Issues Actions Packages Projects Releases Wiki Activity

[+] Data convert script: Add ongeki

master
Azalea Gui 2024-02-27 18:09:06 -05:00
parent 5973b3bfe5
commit 02dc142eea
1 changed files with 58 additions and 49 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

87
tools/data_convert.py
View File

@ -7,9 +7,12 @@ from pathlib import Path
import orjson
import xmltodict
from hypy_utils import write
from hypy_utils.logging_utils import setup_logger
from hypy_utils.tqdm_utils import pmap
from wand.image import Image
log = setup_logger()
def convert_path(file: Path):
# Get path relative to source
@ -40,7 +43,7 @@ def convert_one(file: Path):
try:
xml = xmltodict.parse(file.read_text())
except Exception as e:
print(f'Error parsing {file}: {e}')
log.info(f'Error parsing {file}: {e}')
return
# There should only be one root element, expand it
@ -53,6 +56,9 @@ def convert_one(file: Path):
if '@xmlns:xsd' in xml:
del xml['@xmlns:xsd']
if target.exists():
log.info(f'Overwriting {target}')
# Write json
write(target, orjson.dumps(xml))
@ -68,7 +74,7 @@ def convert_dds(file: Path):
img.format = 'jpeg'
img.save(filename=str(target.with_suffix('.png')))
except Exception as e:
print(f'Error converting {file}: {e}')
log.info(f'Error converting {file}: {e}')
return
@ -91,14 +97,8 @@ def get(d: dict, *keys: str):
return None
def combine_music_mai2():
# Read all music json files
music_files = list(dst.rglob('music/*.json'))
print(f'> Found {len(music_files)} music files')
jsons = [orjson.loads(f.read_text()) for f in music_files]
# Combine all music
combined = {d['name']['id']: {
def convert_music_mai2(d: dict) -> (str, dict):
return d['name']['id'], {
'name': d['name']['str'],
'ver': d.get('version') or d.get('releaseTagName')['str'],
'composer': d['artistName']['str'],
@ -111,22 +111,11 @@ def combine_music_mai2():
'lv_id': n['musicLevelID'],
'notes': int(n['maxNotes']),
} for n in d['notesData']['Notes'] if n['isEnable'] != 'false']
} for d in jsons}
# Write combined music
write(dst / '00/all-music.json', orjson.dumps(combined))
}
def combine_music_chu3():
# Read all music json files
music_files = list(dst.rglob('music/*.json'))
print(f'> Found {len(music_files)} music files')
jsons = [orjson.loads(f.read_text()) for f in music_files]
# Combine all music
combined = {}
for d in jsons:
combined[d['name']['id']] = {
def convert_music_chu3(d: dict) -> (str, dict):
return d['name']['id'], {
'name': d['name']['str'],
'ver': d['releaseTagName']['str'],
'composer': d['artistName']['str'],
@ -139,16 +128,31 @@ def combine_music_chu3():
} for n in d['fumens']['MusicFumenData'] if n['enable'] != 'false']
}
# Write combined music
write(dst / '00/all-music.json', orjson.dumps(combined))
def convert_music_ongeki(d: dict) -> (str, dict):
return d['Name']['id'], {
'name': d['Name']['str'],
'ver': d['VersionID']['id'],
'composer': d['ArtistName']['str'],
'genre': d['Genre']['str'],
'lock': f"{d['CostToUnlock']} {d['IsLockedAtTheBeginning']}",
'notes': [{
'lv': int(n['FumenConstIntegerPart']) + (int(n['FumenConstFractionalPart']) / 100.0),
'lv_id': i,
} for i, n in enumerate(d['FumenData']['FumenData']) if n['FumenFile']['path'] is not None],
'lunatic': d['IsLunatic']
}
if __name__ == '__main__':
agupa = argparse.ArgumentParser()
# Or chusan/App/data
# Source can be one of the following:
# - maimai/Package/Sinmai_Data/StreamingAssets
# - chusan/App/data
# - ongeki/package/mu3_Data/StreamingAssets/GameData
agupa.add_argument('source', type=str, help='Package/Sinmai_Data/StreamingAssets directory')
agupa.add_argument('destination', type=str, help='Directory to extract to')
agupa.add_argument('-g', '--game', type=str, help='Game to convert', default='mai2', choices=['mai2', 'chu3'])
agupa.add_argument('-g', '--game', type=str, help='Game to convert', default='mai2', choices=['mai2', 'chu3', 'ongeki'])
args = agupa.parse_args()
src = Path(args.source)
@ -165,7 +169,7 @@ if __name__ == '__main__':
if not d.is_dir():
continue
print(f'Relocating {d}')
log.info(f'Relocating {d}')
for file in d.rglob('*.png'):
id = ''.join(filter(str.isdigit, file.stem))
shutil.move(file, d / f'{id}.png')
@ -178,31 +182,36 @@ if __name__ == '__main__':
# Assert that target directory does not exist
if dst.exists():
if input(f'{dst} already exists, delete? (y/n): ') == 'y':
print(f'Deleting {dst}')
log.info(f'Deleting {dst}')
shutil.rmtree(dst)
# Find all xml files in the source directory
files = list(src.rglob('*.xml'))
print(f'Found {len(files)} xml files')
log.info(f'Found {len(files)} xml files')
# Multithreaded map
pmap(convert_one, files, desc='Converting', unit='file', chunksize=50)
print('> Finished converting')
log.info('> Finished converting')
# Find all .dds files in the source A000 directory
dds_files = list(src.rglob('*.dds'))
print(f'Found {len(dds_files)} dds files')
log.info(f'Found {len(dds_files)} dds files')
# Convert and copy dds files (CPU-intensive)
pmap(convert_dds, dds_files, desc='Converting DDS', unit='file', chunksize=50, max_workers=os.cpu_count() - 2)
print('> Finished converting DDS')
log.info('> Finished converting DDS')
# Convert all music
print('Combining music')
if args.game == 'mai2':
combine_music_mai2()
if args.game == 'chu3':
combine_music_chu3()
log.info('Combining music')
music_files = list(dst.rglob('music/*.json'))
log.info(f'> Found {len(music_files)} music files')
jsons = [orjson.loads(f.read_text()) for f in music_files]
converter = {'mai2': convert_music_mai2, 'chu3': convert_music_chu3, 'ongeki': convert_music_ongeki}[args.game]
combined = {k: v for k, v in [converter(d) for d in jsons]}
# Write combined music
write(dst / '00/all-music.json', orjson.dumps(combined))