-
-
Notifications
You must be signed in to change notification settings - Fork 13
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
Merge remote-tracking branch 'origin/master' into italian
- Loading branch information
Showing
5 changed files
with
149 additions
and
22 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,100 @@ | ||
| # Use this script to merge together multiple text-edits.json files together | ||
| # It expects all .json files to be in a folder called 'text-edits' next to this script | ||
| # It outputs to a file called merged-translations.json | ||
| # Files will be output in alphabetical order, so it is recommended to prepend each file with the chapter number | ||
| # If there are any conflicts, and exception will be raised. | ||
| # | ||
| # This script is usually never needed, unless translators have been swapping out the text-edits.json for each chapter | ||
| # rather than maintaining a common text-edits.json for all chapters. | ||
|
|
||
| import os | ||
| import json | ||
|
|
||
|
|
||
| class Fragment: | ||
| order = 0 | ||
|
|
||
| def __init__(self, fragment_as_dictionary: dict[str, str]): | ||
| self.current_english = fragment_as_dictionary['CurrentEnglish'] | ||
| self.current_japanese = fragment_as_dictionary['CurrentJapanese'] | ||
| self.new_english = fragment_as_dictionary['NewEnglish'] | ||
| self.new_japanese = fragment_as_dictionary['NewJapanese'] | ||
| self.discriminator = fragment_as_dictionary.get('Discriminator') | ||
| self.order = Fragment.order | ||
| Fragment.order += 1 | ||
|
|
||
| # Generate a key for this Fragment, used later to check for conflicting fragments | ||
| self.key = self.current_english + self.current_japanese | ||
| if self.discriminator is not None: | ||
| self.key += str(self.discriminator) | ||
|
|
||
|
|
||
| def equals(self, other: 'Fragment'): | ||
| return ( | ||
| self.current_english == other.current_english and | ||
| self.current_japanese == other.current_japanese and | ||
| self.new_english == other.new_english and | ||
| self.new_japanese == other.new_japanese and | ||
| self.discriminator == other.discriminator | ||
| ) | ||
|
|
||
| def __repr__(self) -> str: | ||
| return f"{self.order} ce: {self.current_english} cj: {self.current_japanese} ne: {self.new_english} nj: {self.new_japanese} d: {self.discriminator}" | ||
|
|
||
| def as_dict(self): | ||
| retval = { | ||
| 'CurrentEnglish': self.current_english, | ||
| 'CurrentJapanese': self.current_japanese, | ||
| 'NewEnglish': self.new_english, | ||
| 'NewJapanese': self.new_japanese, | ||
| } | ||
|
|
||
| if self.discriminator is not None: | ||
| retval['Discriminator'] = self.discriminator | ||
|
|
||
| return retval | ||
|
|
||
| def merge(all_translations: dict[str, Fragment], fragment: Fragment): | ||
|
|
||
| if not fragment.key in all_translations: | ||
| all_translations[fragment.key] = fragment | ||
| else: | ||
| existing_item = all_translations[fragment.key] | ||
|
|
||
| if existing_item.equals(fragment): | ||
| print(f"Skipping duplicate item {fragment}") | ||
| else: | ||
| raise Exception(f"Warning: non duplicate item existing:{existing_item} new: {fragment}") | ||
|
|
||
|
|
||
|
|
||
| in_folder = "text-edits" | ||
|
|
||
| files = os.listdir(in_folder) | ||
|
|
||
| all_fragments = [] # type: list[Fragment] | ||
|
|
||
| for filename in files: | ||
| path = os.path.join(in_folder, filename) | ||
| print(f"Parsing {path}") | ||
|
|
||
| with open(path, encoding='utf-8') as f: | ||
| chapter_list_dict = json.loads(f.read()) | ||
|
|
||
| all_fragments.extend(Fragment(f) for f in chapter_list_dict) | ||
|
|
||
| all_translations = {} | ||
|
|
||
| # Merge all fragments into one dict, ignoring duplicates | ||
| for f in all_fragments: | ||
| print(f.current_english) | ||
| merge(all_translations, f) | ||
| print() | ||
|
|
||
| # Convert to list and sort by 'order' which is the order the fragments were loaded | ||
| sorted_translations = list(sorted(all_translations.values(), key=lambda f: f.order)) | ||
| for item in sorted_translations: | ||
| print(item) | ||
|
|
||
| with open("merged-translations.json", 'w', encoding='utf-8') as out: | ||
| out.write(json.dumps([f.as_dict() for f in sorted_translations], indent=4, ensure_ascii=False)) |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters