1
0
mirror of https://github.com/AvengeMedia/DankMaterialShell.git synced 2025-12-06 05:25:41 -05:00
Files
DankMaterialShell/scripts/i18nsync.py
2025-11-08 09:12:58 -05:00

302 lines
9.1 KiB
Python
Executable File

#!/usr/bin/env python3
import sys
import json
import os
import subprocess
from pathlib import Path
from urllib import request, parse
REPO_ROOT = Path(__file__).parent.parent
EN_JSON = REPO_ROOT / "translations" / "en.json"
TEMPLATE_JSON = REPO_ROOT / "translations" / "template.json"
POEXPORTS_DIR = REPO_ROOT / "translations" / "poexports"
SYNC_STATE = REPO_ROOT / ".git" / "i18n_sync_state.json"
LANGUAGES = {
"ja": "ja.json",
"zh-Hans": "zh_CN.json",
"zh-Hant": "zh_TW.json",
"pt-br": "pt.json",
"tr": "tr.json",
"it": "it.json",
"pl": "pl.json",
}
def error(msg):
print(f"\033[91mError: {msg}\033[0m", file=sys.stderr)
sys.exit(1)
def warn(msg):
print(f"\033[93mWarning: {msg}\033[0m", file=sys.stderr)
def info(msg):
print(f"\033[94m{msg}\033[0m")
def success(msg):
print(f"\033[92m{msg}\033[0m")
def get_env_or_error(var):
value = os.environ.get(var)
if not value:
error(f"{var} environment variable not set")
return value
def poeditor_request(endpoint, data):
url = f"https://api.poeditor.com/v2/{endpoint}"
data_bytes = parse.urlencode(data).encode()
req = request.Request(url, data=data_bytes, method="POST")
try:
with request.urlopen(req) as response:
return json.loads(response.read().decode())
except Exception as e:
error(f"POEditor API request failed: {e}")
def extract_strings():
info("Extracting strings from QML files...")
extract_script = REPO_ROOT / "translations" / "extract_translations.py"
if not extract_script.exists():
error(f"Extract script not found: {extract_script}")
result = subprocess.run([sys.executable, str(extract_script)], cwd=REPO_ROOT)
if result.returncode != 0:
error("String extraction failed")
if not EN_JSON.exists():
error(f"Extraction did not produce {EN_JSON}")
def normalize_json(file_path):
if not file_path.exists():
return {}
with open(file_path) as f:
return json.load(f)
def json_changed(file_path, new_data):
old_data = normalize_json(file_path)
return json.dumps(old_data, sort_keys=True) != json.dumps(new_data, sort_keys=True)
def upload_source_strings(api_token, project_id):
if not EN_JSON.exists():
warn("No en.json to upload")
return False
info("Uploading source strings to POEditor...")
with open(EN_JSON, 'rb') as f:
boundary = '----WebKitFormBoundary7MA4YWxkTrZu0gW'
body = (
f'--{boundary}\r\n'
f'Content-Disposition: form-data; name="api_token"\r\n\r\n'
f'{api_token}\r\n'
f'--{boundary}\r\n'
f'Content-Disposition: form-data; name="id"\r\n\r\n'
f'{project_id}\r\n'
f'--{boundary}\r\n'
f'Content-Disposition: form-data; name="updating"\r\n\r\n'
f'terms\r\n'
f'--{boundary}\r\n'
f'Content-Disposition: form-data; name="file"; filename="en.json"\r\n'
f'Content-Type: application/json\r\n\r\n'
).encode() + f.read() + f'\r\n--{boundary}--\r\n'.encode()
req = request.Request(
'https://api.poeditor.com/v2/projects/upload',
data=body,
headers={'Content-Type': f'multipart/form-data; boundary={boundary}'}
)
try:
with request.urlopen(req) as response:
result = json.loads(response.read().decode())
except Exception as e:
error(f"Upload failed: {e}")
if result.get('response', {}).get('status') != 'success':
error(f"POEditor upload failed: {result}")
terms = result.get('result', {}).get('terms', {})
added = terms.get('added', 0)
updated = terms.get('updated', 0)
deleted = terms.get('deleted', 0)
if added or updated or deleted:
success(f"POEditor updated: {added} added, {updated} updated, {deleted} deleted")
return True
else:
info("No changes uploaded to POEditor")
return False
def download_translations(api_token, project_id):
info("Downloading translations from POEditor...")
POEXPORTS_DIR.mkdir(parents=True, exist_ok=True)
any_changed = False
for po_lang, filename in LANGUAGES.items():
repo_file = POEXPORTS_DIR / filename
info(f"Fetching {po_lang}...")
export_resp = poeditor_request('projects/export', {
'api_token': api_token,
'id': project_id,
'language': po_lang,
'type': 'key_value_json'
})
if export_resp.get('response', {}).get('status') != 'success':
warn(f"Export request failed for {po_lang}")
continue
url = export_resp.get('result', {}).get('url')
if not url:
warn(f"No export URL for {po_lang}")
continue
try:
with request.urlopen(url) as response:
new_data = json.loads(response.read().decode())
except Exception as e:
warn(f"Failed to download {po_lang}: {e}")
continue
if json_changed(repo_file, new_data):
with open(repo_file, 'w') as f:
json.dump(new_data, f, ensure_ascii=False, indent=2, sort_keys=True)
f.write('\n')
success(f"Updated {filename}")
any_changed = True
else:
info(f"No changes for {filename}")
return any_changed
def check_sync_status():
api_token = get_env_or_error('POEDITOR_API_TOKEN')
project_id = get_env_or_error('POEDITOR_PROJECT_ID')
extract_strings()
current_en = normalize_json(EN_JSON)
if not SYNC_STATE.exists():
return True
with open(SYNC_STATE) as f:
state = json.load(f)
last_en = state.get('en_json', {})
last_translations = state.get('translations', {})
if json.dumps(current_en, sort_keys=True) != json.dumps(last_en, sort_keys=True):
return True
for po_lang, filename in LANGUAGES.items():
repo_file = POEXPORTS_DIR / filename
current_trans = normalize_json(repo_file)
last_trans = last_translations.get(filename, {})
if json.dumps(current_trans, sort_keys=True) != json.dumps(last_trans, sort_keys=True):
return True
export_resp = poeditor_request('projects/export', {
'api_token': api_token,
'id': project_id,
'language': list(LANGUAGES.keys())[0],
'type': 'key_value_json'
})
if export_resp.get('response', {}).get('status') == 'success':
url = export_resp.get('result', {}).get('url')
if url:
try:
with request.urlopen(url) as response:
remote_data = json.loads(response.read().decode())
first_file = POEXPORTS_DIR / list(LANGUAGES.values())[0]
local_data = normalize_json(first_file)
if json.dumps(remote_data, sort_keys=True) != json.dumps(local_data, sort_keys=True):
return True
except:
pass
return False
def save_sync_state():
state = {
'en_json': normalize_json(EN_JSON),
'translations': {}
}
for filename in LANGUAGES.values():
repo_file = POEXPORTS_DIR / filename
state['translations'][filename] = normalize_json(repo_file)
SYNC_STATE.parent.mkdir(parents=True, exist_ok=True)
with open(SYNC_STATE, 'w') as f:
json.dump(state, f, indent=2)
def main():
if len(sys.argv) < 2:
error("Usage: i18nsync.py [check|sync]")
command = sys.argv[1]
if command == "check":
try:
if check_sync_status():
error("i18n out of sync - run 'python3 scripts/i18nsync.py sync' first")
else:
success("i18n in sync")
sys.exit(0)
except SystemExit:
raise
except Exception as e:
error(f"Check failed: {e}")
elif command == "sync":
api_token = get_env_or_error('POEDITOR_API_TOKEN')
project_id = get_env_or_error('POEDITOR_PROJECT_ID')
extract_strings()
current_en = normalize_json(EN_JSON)
staged_en = {}
try:
result = subprocess.run(
['git', 'show', f':{EN_JSON.relative_to(REPO_ROOT)}'],
capture_output=True,
text=True,
cwd=REPO_ROOT
)
if result.returncode == 0:
staged_en = json.loads(result.stdout)
except:
pass
strings_changed = json.dumps(current_en, sort_keys=True) != json.dumps(staged_en, sort_keys=True)
if strings_changed:
upload_source_strings(api_token, project_id)
else:
info("No changes in source strings")
translations_changed = download_translations(api_token, project_id)
if strings_changed or translations_changed:
subprocess.run(['git', 'add', 'translations/'], cwd=REPO_ROOT)
save_sync_state()
success("Sync complete - changes staged for commit")
else:
save_sync_state()
info("Already in sync")
else:
error(f"Unknown command: {command}")
if __name__ == '__main__':
main()