switch hto monorepo structure

quickshell/scripts/i18nsync.py

@@ -0,0 +1,301 @@
+#!/usr/bin/env python3
+
+import sys
+import json
+import os
+import subprocess
+from pathlib import Path
+from urllib import request, parse
+
+REPO_ROOT = Path(__file__).parent.parent
+EN_JSON = REPO_ROOT / "translations" / "en.json"
+TEMPLATE_JSON = REPO_ROOT / "translations" / "template.json"
+POEXPORTS_DIR = REPO_ROOT / "translations" / "poexports"
+SYNC_STATE = REPO_ROOT / ".git" / "i18n_sync_state.json"
+
+LANGUAGES = {
+    "ja": "ja.json",
+    "zh-Hans": "zh_CN.json",
+    "zh-Hant": "zh_TW.json",
+    "pt-br": "pt.json",
+    "tr": "tr.json",
+    "it": "it.json",
+    "pl": "pl.json",
+}
+
+def error(msg):
+    print(f"\033[91mError: {msg}\033[0m", file=sys.stderr)
+    sys.exit(1)
+
+def warn(msg):
+    print(f"\033[93mWarning: {msg}\033[0m", file=sys.stderr)
+
+def info(msg):
+    print(f"\033[94m{msg}\033[0m")
+
+def success(msg):
+    print(f"\033[92m{msg}\033[0m")
+
+def get_env_or_error(var):
+    value = os.environ.get(var)
+    if not value:
+        error(f"{var} environment variable not set")
+    return value
+
+def poeditor_request(endpoint, data):
+    url = f"https://api.poeditor.com/v2/{endpoint}"
+    data_bytes = parse.urlencode(data).encode()
+    req = request.Request(url, data=data_bytes, method="POST")
+
+    try:
+        with request.urlopen(req) as response:
+            return json.loads(response.read().decode())
+    except Exception as e:
+        error(f"POEditor API request failed: {e}")
+
+def extract_strings():
+    info("Extracting strings from QML files...")
+    extract_script = REPO_ROOT / "translations" / "extract_translations.py"
+
+    if not extract_script.exists():
+        error(f"Extract script not found: {extract_script}")
+
+    result = subprocess.run([sys.executable, str(extract_script)], cwd=REPO_ROOT)
+    if result.returncode != 0:
+        error("String extraction failed")
+
+    if not EN_JSON.exists():
+        error(f"Extraction did not produce {EN_JSON}")
+
+def normalize_json(file_path):
+    if not file_path.exists():
+        return {}
+    with open(file_path) as f:
+        return json.load(f)
+
+def json_changed(file_path, new_data):
+    old_data = normalize_json(file_path)
+    return json.dumps(old_data, sort_keys=True) != json.dumps(new_data, sort_keys=True)
+
+def upload_source_strings(api_token, project_id):
+    if not EN_JSON.exists():
+        warn("No en.json to upload")
+        return False
+
+    info("Uploading source strings to POEditor...")
+
+    with open(EN_JSON, 'rb') as f:
+        boundary = '----WebKitFormBoundary7MA4YWxkTrZu0gW'
+        body = (
+            f'--{boundary}\r\n'
+            f'Content-Disposition: form-data; name="api_token"\r\n\r\n'
+            f'{api_token}\r\n'
+            f'--{boundary}\r\n'
+            f'Content-Disposition: form-data; name="id"\r\n\r\n'
+            f'{project_id}\r\n'
+            f'--{boundary}\r\n'
+            f'Content-Disposition: form-data; name="updating"\r\n\r\n'
+            f'terms\r\n'
+            f'--{boundary}\r\n'
+            f'Content-Disposition: form-data; name="file"; filename="en.json"\r\n'
+            f'Content-Type: application/json\r\n\r\n'
+        ).encode() + f.read() + f'\r\n--{boundary}--\r\n'.encode()
+
+    req = request.Request(
+        'https://api.poeditor.com/v2/projects/upload',
+        data=body,
+        headers={'Content-Type': f'multipart/form-data; boundary={boundary}'}
+    )
+
+    try:
+        with request.urlopen(req) as response:
+            result = json.loads(response.read().decode())
+    except Exception as e:
+        error(f"Upload failed: {e}")
+
+    if result.get('response', {}).get('status') != 'success':
+        error(f"POEditor upload failed: {result}")
+
+    terms = result.get('result', {}).get('terms', {})
+    added = terms.get('added', 0)
+    updated = terms.get('updated', 0)
+    deleted = terms.get('deleted', 0)
+
+    if added or updated or deleted:
+        success(f"POEditor updated: {added} added, {updated} updated, {deleted} deleted")
+        return True
+    else:
+        info("No changes uploaded to POEditor")
+        return False
+
+def download_translations(api_token, project_id):
+    info("Downloading translations from POEditor...")
+
+    POEXPORTS_DIR.mkdir(parents=True, exist_ok=True)
+    any_changed = False
+
+    for po_lang, filename in LANGUAGES.items():
+        repo_file = POEXPORTS_DIR / filename
+
+        info(f"Fetching {po_lang}...")
+
+        export_resp = poeditor_request('projects/export', {
+            'api_token': api_token,
+            'id': project_id,
+            'language': po_lang,
+            'type': 'key_value_json'
+        })
+
+        if export_resp.get('response', {}).get('status') != 'success':
+            warn(f"Export request failed for {po_lang}")
+            continue
+
+        url = export_resp.get('result', {}).get('url')
+        if not url:
+            warn(f"No export URL for {po_lang}")
+            continue
+
+        try:
+            with request.urlopen(url) as response:
+                new_data = json.loads(response.read().decode())
+        except Exception as e:
+            warn(f"Failed to download {po_lang}: {e}")
+            continue
+
+        if json_changed(repo_file, new_data):
+            with open(repo_file, 'w') as f:
+                json.dump(new_data, f, ensure_ascii=False, indent=2, sort_keys=True)
+                f.write('\n')
+            success(f"Updated {filename}")
+            any_changed = True
+        else:
+            info(f"No changes for {filename}")
+
+    return any_changed
+
+def check_sync_status():
+    api_token = get_env_or_error('POEDITOR_API_TOKEN')
+    project_id = get_env_or_error('POEDITOR_PROJECT_ID')
+
+    extract_strings()
+
+    current_en = normalize_json(EN_JSON)
+
+    if not SYNC_STATE.exists():
+        return True
+
+    with open(SYNC_STATE) as f:
+        state = json.load(f)
+
+    last_en = state.get('en_json', {})
+    last_translations = state.get('translations', {})
+
+    if json.dumps(current_en, sort_keys=True) != json.dumps(last_en, sort_keys=True):
+        return True
+
+    for po_lang, filename in LANGUAGES.items():
+        repo_file = POEXPORTS_DIR / filename
+        current_trans = normalize_json(repo_file)
+        last_trans = last_translations.get(filename, {})
+
+        if json.dumps(current_trans, sort_keys=True) != json.dumps(last_trans, sort_keys=True):
+            return True
+
+    export_resp = poeditor_request('projects/export', {
+        'api_token': api_token,
+        'id': project_id,
+        'language': list(LANGUAGES.keys())[0],
+        'type': 'key_value_json'
+    })
+
+    if export_resp.get('response', {}).get('status') == 'success':
+        url = export_resp.get('result', {}).get('url')
+        if url:
+            try:
+                with request.urlopen(url) as response:
+                    remote_data = json.loads(response.read().decode())
+                    first_file = POEXPORTS_DIR / list(LANGUAGES.values())[0]
+                    local_data = normalize_json(first_file)
+
+                    if json.dumps(remote_data, sort_keys=True) != json.dumps(local_data, sort_keys=True):
+                        return True
+            except:
+                pass
+
+    return False
+
+def save_sync_state():
+    state = {
+        'en_json': normalize_json(EN_JSON),
+        'translations': {}
+    }
+
+    for filename in LANGUAGES.values():
+        repo_file = POEXPORTS_DIR / filename
+        state['translations'][filename] = normalize_json(repo_file)
+
+    SYNC_STATE.parent.mkdir(parents=True, exist_ok=True)
+    with open(SYNC_STATE, 'w') as f:
+        json.dump(state, f, indent=2)
+
+def main():
+    if len(sys.argv) < 2:
+        error("Usage: i18nsync.py [check|sync]")
+
+    command = sys.argv[1]
+
+    if command == "check":
+        try:
+            if check_sync_status():
+                error("i18n out of sync - run 'python3 scripts/i18nsync.py sync' first")
+            else:
+                success("i18n in sync")
+                sys.exit(0)
+        except SystemExit:
+            raise
+        except Exception as e:
+            error(f"Check failed: {e}")
+
+    elif command == "sync":
+        api_token = get_env_or_error('POEDITOR_API_TOKEN')
+        project_id = get_env_or_error('POEDITOR_PROJECT_ID')
+
+        extract_strings()
+
+        current_en = normalize_json(EN_JSON)
+        staged_en = {}
+
+        try:
+            result = subprocess.run(
+                ['git', 'show', f':{EN_JSON.relative_to(REPO_ROOT)}'],
+                capture_output=True,
+                text=True,
+                cwd=REPO_ROOT
+            )
+            if result.returncode == 0:
+                staged_en = json.loads(result.stdout)
+        except:
+            pass
+
+        strings_changed = json.dumps(current_en, sort_keys=True) != json.dumps(staged_en, sort_keys=True)
+
+        if strings_changed:
+            upload_source_strings(api_token, project_id)
+        else:
+            info("No changes in source strings")
+
+        translations_changed = download_translations(api_token, project_id)
+
+        if strings_changed or translations_changed:
+            subprocess.run(['git', 'add', 'translations/'], cwd=REPO_ROOT)
+            save_sync_state()
+            success("Sync complete - changes staged for commit")
+        else:
+            save_sync_state()
+            info("Already in sync")
+
+    else:
+        error(f"Unknown command: {command}")
+
+if __name__ == '__main__':
+    main()