2023-02-17 06:02:21 +00:00
|
|
|
from decimal import Decimal
|
|
|
|
import logging
|
|
|
|
import os
|
|
|
|
import re
|
|
|
|
import xml.etree.ElementTree as ET
|
|
|
|
from typing import Any, Dict, List, Optional
|
|
|
|
|
|
|
|
from read import BaseReader
|
|
|
|
from core.config import CoreConfig
|
|
|
|
from titles.ongeki.database import OngekiData
|
|
|
|
from titles.ongeki.const import OngekiConstants
|
|
|
|
from titles.ongeki.config import OngekiConfig
|
|
|
|
|
2023-03-05 22:54:13 +00:00
|
|
|
|
2023-02-17 06:02:21 +00:00
|
|
|
class OngekiReader(BaseReader):
|
2023-03-09 16:38:58 +00:00
|
|
|
def __init__(
|
|
|
|
self,
|
|
|
|
config: CoreConfig,
|
|
|
|
version: int,
|
|
|
|
bin_dir: Optional[str],
|
|
|
|
opt_dir: Optional[str],
|
|
|
|
extra: Optional[str],
|
|
|
|
) -> None:
|
2023-02-17 06:02:21 +00:00
|
|
|
super().__init__(config, version, bin_dir, opt_dir, extra)
|
|
|
|
self.data = OngekiData(config)
|
|
|
|
|
|
|
|
try:
|
2023-03-05 22:54:13 +00:00
|
|
|
self.logger.info(
|
2023-03-09 16:38:58 +00:00
|
|
|
f"Start importer for {OngekiConstants.game_ver_to_string(version)}"
|
|
|
|
)
|
2023-02-17 06:02:21 +00:00
|
|
|
except IndexError:
|
|
|
|
self.logger.error(f"Invalid ongeki version {version}")
|
|
|
|
exit(1)
|
2023-03-05 22:54:13 +00:00
|
|
|
|
2023-02-17 06:02:21 +00:00
|
|
|
def read(self) -> None:
|
|
|
|
data_dirs = []
|
|
|
|
if self.bin_dir is not None:
|
|
|
|
data_dirs += self.get_data_directories(self.bin_dir)
|
2023-03-05 22:54:13 +00:00
|
|
|
|
2023-02-17 06:02:21 +00:00
|
|
|
if self.opt_dir is not None:
|
|
|
|
data_dirs += self.get_data_directories(self.opt_dir)
|
2023-03-05 22:54:13 +00:00
|
|
|
|
2023-02-17 06:02:21 +00:00
|
|
|
for dir in data_dirs:
|
|
|
|
self.read_events(f"{dir}/event")
|
|
|
|
self.read_music(f"{dir}/music")
|
2023-03-05 22:54:13 +00:00
|
|
|
self.read_card(f"{dir}/card")
|
2023-11-07 01:14:15 +00:00
|
|
|
self.read_reward(f"{dir}/reward")
|
2023-03-05 22:54:13 +00:00
|
|
|
|
|
|
|
def read_card(self, base_dir: str) -> None:
|
|
|
|
self.logger.info(f"Reading cards from {base_dir}...")
|
|
|
|
|
|
|
|
version_ids = {
|
2023-03-09 16:38:58 +00:00
|
|
|
"1000": OngekiConstants.VER_ONGEKI,
|
|
|
|
"1005": OngekiConstants.VER_ONGEKI_PLUS,
|
|
|
|
"1010": OngekiConstants.VER_ONGEKI_SUMMER,
|
|
|
|
"1015": OngekiConstants.VER_ONGEKI_SUMMER_PLUS,
|
|
|
|
"1020": OngekiConstants.VER_ONGEKI_RED,
|
|
|
|
"1025": OngekiConstants.VER_ONGEKI_RED_PLUS,
|
|
|
|
"1030": OngekiConstants.VER_ONGEKI_BRIGHT,
|
|
|
|
"1035": OngekiConstants.VER_ONGEKI_BRIGHT_MEMORY,
|
2023-03-05 22:54:13 +00:00
|
|
|
}
|
|
|
|
|
|
|
|
for root, dirs, files in os.walk(base_dir):
|
|
|
|
for dir in dirs:
|
|
|
|
if os.path.exists(f"{root}/{dir}/Card.xml"):
|
|
|
|
with open(f"{root}/{dir}/Card.xml", "r", encoding="utf-8") as f:
|
|
|
|
troot = ET.fromstring(f.read())
|
|
|
|
|
2023-03-09 16:38:58 +00:00
|
|
|
card_id = int(troot.find("Name").find("id").text)
|
2023-03-05 22:54:13 +00:00
|
|
|
|
|
|
|
# skip already existing cards
|
2023-03-09 16:38:58 +00:00
|
|
|
if (
|
|
|
|
self.data.static.get_card(
|
|
|
|
OngekiConstants.VER_ONGEKI_BRIGHT_MEMORY, card_id
|
|
|
|
)
|
|
|
|
is not None
|
|
|
|
):
|
2023-03-05 22:54:13 +00:00
|
|
|
self.logger.info(f"Card {card_id} already added, skipping")
|
|
|
|
continue
|
|
|
|
|
2023-03-09 16:38:58 +00:00
|
|
|
name = troot.find("Name").find("str").text
|
|
|
|
chara_id = int(troot.find("CharaID").find("id").text)
|
|
|
|
nick_name = troot.find("NickName").text
|
|
|
|
school = troot.find("School").find("str").text
|
|
|
|
attribute = troot.find("Attribute").text
|
|
|
|
gakunen = troot.find("Gakunen").find("str").text
|
2023-03-05 22:54:13 +00:00
|
|
|
rarity = OngekiConstants.RARITY_TYPES[
|
2023-03-09 16:38:58 +00:00
|
|
|
troot.find("Rarity").text
|
|
|
|
].value
|
2023-03-05 22:54:13 +00:00
|
|
|
|
|
|
|
level_param = []
|
2023-03-09 16:38:58 +00:00
|
|
|
for lvl in troot.find("LevelParam").findall("int"):
|
2023-03-05 22:54:13 +00:00
|
|
|
level_param.append(lvl.text)
|
|
|
|
|
2023-03-09 16:38:58 +00:00
|
|
|
skill_id = int(troot.find("SkillID").find("id").text)
|
|
|
|
cho_kai_ka_skill_id = int(
|
|
|
|
troot.find("ChoKaikaSkillID").find("id").text
|
|
|
|
)
|
2023-03-05 22:54:13 +00:00
|
|
|
|
2023-03-09 16:38:58 +00:00
|
|
|
version = version_ids[troot.find("VersionID").find("id").text]
|
|
|
|
card_number = troot.find("CardNumberString").text
|
2023-03-05 22:54:13 +00:00
|
|
|
|
|
|
|
self.data.static.put_card(
|
|
|
|
version,
|
|
|
|
card_id,
|
|
|
|
name=name,
|
|
|
|
charaId=chara_id,
|
|
|
|
nickName=nick_name,
|
|
|
|
school=school,
|
|
|
|
attribute=attribute,
|
|
|
|
gakunen=gakunen,
|
|
|
|
rarity=rarity,
|
2023-03-09 16:38:58 +00:00
|
|
|
levelParam=",".join(level_param),
|
2023-03-05 22:54:13 +00:00
|
|
|
skillId=skill_id,
|
|
|
|
choKaikaSkillId=cho_kai_ka_skill_id,
|
2023-03-09 16:38:58 +00:00
|
|
|
cardNumber=card_number,
|
2023-03-05 22:54:13 +00:00
|
|
|
)
|
|
|
|
self.logger.info(f"Added card {card_id}")
|
|
|
|
|
2023-02-17 06:02:21 +00:00
|
|
|
def read_events(self, base_dir: str) -> None:
|
|
|
|
self.logger.info(f"Reading events from {base_dir}...")
|
|
|
|
|
|
|
|
for root, dirs, files in os.walk(base_dir):
|
|
|
|
for dir in dirs:
|
|
|
|
if os.path.exists(f"{root}/{dir}/Event.xml"):
|
|
|
|
with open(f"{root}/{dir}/Event.xml", "r", encoding="utf-8") as f:
|
|
|
|
troot = ET.fromstring(f.read())
|
|
|
|
|
2023-03-09 16:38:58 +00:00
|
|
|
name = troot.find("Name").find("str").text
|
|
|
|
id = int(troot.find("Name").find("id").text)
|
|
|
|
event_type = OngekiConstants.EVT_TYPES[
|
|
|
|
troot.find("EventType").text
|
|
|
|
].value
|
2023-02-17 06:02:21 +00:00
|
|
|
|
2023-03-09 16:38:58 +00:00
|
|
|
self.data.static.put_event(self.version, id, event_type, name)
|
2023-02-17 06:02:21 +00:00
|
|
|
self.logger.info(f"Added event {id}")
|
2023-03-05 22:54:13 +00:00
|
|
|
|
2023-02-17 06:02:21 +00:00
|
|
|
def read_music(self, base_dir: str) -> None:
|
|
|
|
self.logger.info(f"Reading music from {base_dir}...")
|
|
|
|
|
|
|
|
for root, dirs, files in os.walk(base_dir):
|
|
|
|
for dir in dirs:
|
|
|
|
if os.path.exists(f"{root}/{dir}/Music.xml"):
|
|
|
|
strdata = ""
|
|
|
|
|
|
|
|
with open(f"{root}/{dir}/Music.xml", "r", encoding="utf-8") as f:
|
|
|
|
strdata = f.read()
|
|
|
|
|
|
|
|
troot = ET.fromstring(strdata)
|
|
|
|
|
|
|
|
if root is None:
|
|
|
|
continue
|
|
|
|
|
2023-03-09 16:38:58 +00:00
|
|
|
name = troot.find("Name")
|
|
|
|
song_id = name.find("id").text
|
|
|
|
title = name.find("str").text
|
|
|
|
artist = troot.find("ArtistName").find("str").text
|
|
|
|
genre = troot.find("Genre").find("str").text
|
2023-03-05 22:54:13 +00:00
|
|
|
|
2023-02-17 06:02:21 +00:00
|
|
|
fumens = troot.find("FumenData")
|
2023-03-09 16:38:58 +00:00
|
|
|
for fumens_data in fumens.findall("FumenData"):
|
|
|
|
path = fumens_data.find("FumenFile").find("path").text
|
2023-02-17 06:02:21 +00:00
|
|
|
if path is None or not os.path.exists(f"{root}/{dir}/{path}"):
|
|
|
|
continue
|
|
|
|
|
|
|
|
chart_id = int(path.split(".")[0].split("_")[1])
|
|
|
|
level = float(
|
|
|
|
f"{fumens_data.find('FumenConstIntegerPart').text}.{fumens_data.find('FumenConstFractionalPart').text}"
|
2023-03-05 22:54:13 +00:00
|
|
|
)
|
2023-02-17 06:02:21 +00:00
|
|
|
|
2023-03-05 22:54:13 +00:00
|
|
|
self.data.static.put_chart(
|
2023-03-09 16:38:58 +00:00
|
|
|
self.version, song_id, chart_id, title, artist, genre, level
|
|
|
|
)
|
|
|
|
self.logger.info(f"Added song {song_id} chart {chart_id}")
|
2023-11-07 01:14:15 +00:00
|
|
|
|
|
|
|
def read_reward(self, base_dir: str) -> None:
|
|
|
|
self.logger.info(f"Reading rewards from {base_dir}...")
|
|
|
|
|
|
|
|
for root, dirs, files in os.walk(base_dir):
|
|
|
|
for dir in dirs:
|
|
|
|
if os.path.exists(f"{root}/{dir}/Reward.xml"):
|
|
|
|
strdata = ""
|
|
|
|
|
|
|
|
with open(f"{root}/{dir}/Reward.xml", "r", encoding="utf-8") as f:
|
|
|
|
strdata = f.read()
|
|
|
|
|
|
|
|
troot = ET.fromstring(strdata)
|
|
|
|
|
|
|
|
if root is None:
|
|
|
|
continue
|
|
|
|
|
|
|
|
name = troot.find("Name")
|
|
|
|
rewardId = name.find("id").text
|
|
|
|
rewardname = name.find("str").text
|
|
|
|
itemKind = OngekiConstants.REWARD_TYPES[troot.find("ItemType").text].value
|
|
|
|
itemId = troot.find("RewardItem").find("ItemName").find("id").text
|
|
|
|
|
|
|
|
self.data.static.put_reward(self.version, rewardId, rewardname, itemKind, itemId)
|
|
|
|
self.logger.info(f"Added reward {rewardId}")
|