"""Exporta o catálogo para o app Wolff's Store (PS Vita): _site/store.json e imagens em _site/store/. Chamado por tools/build.py. Os textos saem só com caracteres Latin-1 (a fonte do app é Latin-1), capas em 512x288 e capturas em 480x270 (PNG se pixelado, JPG nos outros), com o hash no nome do arquivo para o app saber quando baixar de novo. Downloads de cada post (campo `downloads:` no post.md) são resolvidos aqui: - `url:` link direto (versão em `versao:`), ou - `repo:` + `arquivo:` asset da última release do repo (ou da `tag:`), versão = tag. A versão do próprio app vem das releases de WolffsRoom/WolffsStore com tag `v*`. """ import fnmatch import hashlib import io import json import os import re import unicodedata import urllib.request from PIL import Image APP_REPO = 'WolffsRoom/WolffsStore' APP_TAG_PREFIX = 'v' APP_ASSET = 'WolffsStore.vpk' COVER = (512, 288) SHOT = (480, 270) SITE_URL = 'https://wolffsroom.github.io/WolffsRoomSite/' DEFAULT_ASSET = {'vpk': '*.vpk', 'traducao': '*.zip', 'plugin': '*.*', 'arquivo': '*.*', 'dados': '*.zip', 'app_arquivos': '*.rar'} DEFAULT_NAME = {'vpk': 'download.vpk', 'traducao': 'traducao.zip', 'plugin': 'plugin.suprx', 'arquivo': 'download.bin', 'dados': 'dados.zip', 'app_arquivos': 'app-patch.rar'} _DRIVE = re.compile(r'https?://drive\.google\.com/(?:file/d/([\w-]{20,})|(?:open|uc)\?(?:[^#]*&)?id=([\w-]{20,}))') def drive_direct(url): """Link de arquivo do Google Drive -> link que baixa direto (sem abrir a página do Drive).""" m = _DRIVE.match(url or '') if not m: return url return f'https://drive.usercontent.google.com/download?id={m.group(1) or m.group(2)}&export=download&confirm=t' LATIN = {'—': '-', '–': '-', '“': '"', '”': '"', '‘': "'", '’': "'", '…': '...', '→': '>', '←': '<', '•': '·', '×': 'x', ' ': ' ', '™': '(TM)', '®': '(R)'} def latin(s): s = str(s or '') s = re.sub(r'\[([^\]]+)\]\((https?://[^)\s]+)\)', r'\1', s) s = re.sub(r'\*\*([^*]+)\*\*', r'\1', s) out = [] for ch in s: ch = LATIN.get(ch, ch) try: ch.encode('latin-1') out.append(ch) except UnicodeEncodeError: # ō -> o, ł -> l...: tira o acento que não existe em Latin-1 base = unicodedata.normalize('NFKD', ch).encode('latin-1', 'ignore').decode('latin-1') out.append(base or '?') return ''.join(out).replace('\t', ' ').replace('\n', ' ').strip() # ------------------------------------------------------------------ GitHub releases _cache = {} def _api(path): if path in _cache: return _cache[path] req = urllib.request.Request('https://api.github.com' + path, headers={ 'Accept': 'application/vnd.github+json', 'User-Agent': 'WolffsRoomSite-build'}) tok = os.environ.get('GITHUB_TOKEN') if tok: req.add_header('Authorization', 'Bearer ' + tok) try: with urllib.request.urlopen(req, timeout=20) as r: data = json.load(r) except Exception as e: # sem rede, repo privado, limite da API... print(f'aviso: GitHub {path}: {e}') data = None _cache[path] = data return data def _pick_asset(release, pattern): for a in (release or {}).get('assets') or []: if fnmatch.fnmatch(a['name'].lower(), pattern.lower()): return a return None def _version_from_tag(tag, prefix=''): t = tag[len(prefix):] if prefix and tag.startswith(prefix) else tag return t[1:] if t[:1] in 'vV' and t[1:2].isdigit() else t def resolve_download(d, post_links): """Devolve o download pronto para o app, ou None (com aviso) se não deu para resolver.""" tipo = d['tipo'] out = {'tipo': tipo, 'nome': latin(d.get('nome') or ''), 'precisa_dados': bool(d.get('precisa_dados')), 'titleids': d.get('titleids') or [], 'plugin': latin(d.get('plugin') or ''), 'aviso_plugin': latin(d.get('aviso_plugin') or '')} if d.get('url'): out['url'] = drive_direct(d['url']) out['alternativas'] = [drive_direct(u) for u in d.get('alternativas') or []] out['senha'] = d.get('senha') or '' out['versao'] = latin(d.get('versao') or '') out['tamanho'] = int(d.get('tamanho') or 0) out['arquivo'] = d.get('arquivo') or ('' if out['url'] != d['url'] else os.path.basename(d['url'].split('?')[0])) or DEFAULT_NAME[tipo] else: repo = d['repo'] rel = _api(f'/repos/{repo}/releases/tags/{d["tag"]}') if d.get('tag') else _api(f'/repos/{repo}/releases/latest') asset = _pick_asset(rel, d.get('arquivo') or DEFAULT_ASSET[tipo]) if not asset: print(f'aviso: download sem arquivo na release de {repo} ({d.get("arquivo") or DEFAULT_ASSET[tipo]})') return None out['url'] = asset['browser_download_url'] out['versao'] = latin(d.get('versao') or _version_from_tag(rel.get('tag_name') or '')) out['tamanho'] = int(asset.get('size') or 0) out['arquivo'] = asset['name'] if not out['nome']: out['nome'] = out['arquivo'] gh = next((u for _, u in post_links if 'github.com' in u), '') out['instrucoes'] = d.get('instrucoes') or gh return out def app_release(): rels = _api(f'/repos/{APP_REPO}/releases?per_page=30') or [] # GitHub can return releases out of semantic-version order when tags are # created/published close together. Always announce the highest v* tag. def order(release): tag = str(release.get('tag_name', '')) version = _version_from_tag(tag, APP_TAG_PREFIX) parts = [int(n) for n in re.findall(r'\d+', version)[:4]] return tuple((parts + [0, 0, 0, 0])[:4]) for r in sorted(rels, key=order, reverse=True): if r.get('draft') or not str(r.get('tag_name', '')).startswith(APP_TAG_PREFIX): continue a = _pick_asset(r, APP_ASSET) if a: version = _version_from_tag(r['tag_name'], APP_TAG_PREFIX) # Compatibilidade com a v0.41: ela compara componentes literalmente, # então 0.5 precisa ser anunciado como 0.50 no store.json. A v0.5 # normaliza as duas formas como equivalentes. if re.fullmatch(r'\d+\.\d', version): version += '0' return {'versao': version, 'url': a['browser_download_url'], 'tamanho': int(a.get('size') or 0), 'notas': latin((r.get('body') or '')[:400])} return None # ------------------------------------------------------------------ imagens def _fit(img, size, style, pixel): W, H = size rs = Image.NEAREST if pixel else Image.LANCZOS img = img.convert('RGBA') bg = Image.new('RGBA', size, (0, 0, 0, 255)) if style in ('logo', 'conter'): k = min(W / img.width, H / img.height) * (0.8 if style == 'logo' else 1) im = img.resize((max(1, round(img.width * k)), max(1, round(img.height * k))), rs) bg.alpha_composite(im, ((W - im.width) // 2, (H - im.height) // 2)) return bg k = max(W / img.width, H / img.height) im = img.resize((max(W, round(img.width * k)), max(H, round(img.height * k))), rs) x, y = (im.width - W) // 2, (im.height - H) // 2 bg.alpha_composite(im.crop((x, y, x + W, y + H))) return bg def _save(img, pixel, folder, base, out_dir): buf = io.BytesIO() if pixel: rgb = img.convert('RGB') colors = rgb.getcolors(256) (rgb.quantize(colors=len(colors)) if colors else rgb).save(buf, 'PNG', optimize=True) ext = 'png' else: img.convert('RGB').save(buf, 'JPEG', quality=85, optimize=True) ext = 'jpg' data = buf.getvalue() name = f'{base}-{hashlib.sha1(data).hexdigest()[:8]}.{ext}' os.makedirs(os.path.join(out_dir, folder), exist_ok=True) with open(os.path.join(out_dir, folder, name), 'wb') as f: f.write(data) return f'{folder}/{name}' # ------------------------------------------------------------------ export def _texts(src): blocks = [] for s in src.get('secs') or []: blocks.append(['sec', latin(s['title'])]) blocks += [['para', latin(x)] for x in s['paras']] blocks += [['item', latin(x)] for x in s['items']] return { 'titulo': latin(src.get('title')), 'tag': latin(src.get('tag')), 'status': latin(src.get('status')), 'resumo': latin(src.get('desc')), 'chamada': latin(src.get('feature_text')), 'titulo_barras': latin(src.get('bars_title')), 'sobre': latin(src.get('about')), 'blocos': blocks, 'barras': [[latin(a), int(b), latin(c or '')] for a, b, c in src.get('bars') or []], 'ficha': [[latin(k), latin(v)] for k, v in src.get('meta') or []], 'links': [[latin(k), drive_direct(v)] for k, v in src.get('links') or []], 'fontes': [[latin(k), v] for k, v in src.get('sources') or []], 'clock': [[latin(k), latin(v)] for k, v in src.get('clock') or []], } def write_store(posts, order, feat, groups, out_dir): store_dir = 'store' items = [] for slug in order: p = posts[slug] en = {**p, **(p['en'] or {})} it = { 'slug': slug, 'cat': p['cat'], 'grupo': groups.index(p['group']), 'data': p['date'].isoformat(), 'atualizado_em': p['updated'].isoformat() if p.get('updated') else '', 'destaque': slug == feat, 'pixel': p['pixel'], 'progresso': p['progress'] if p['progress'] is not None else -1, 'pt': _texts(p), 'en': _texts(en), 'capturas': [], 'video': f'https://youtu.be/{p["video"]}' if p['video'] else '', 'video_arquivo': drive_direct(p['video_file']) if str(p.get('video_file') or '').startswith('http') else (SITE_URL + p['video_file'] if p.get('video_file') else ''), 'trofeus': bool(p.get('trophies')), 'autor': latin(p.get('author') or ''), 'autor_url': p.get('author_url') or '', 'novidade': p.get('news_kind') or '', 'downloads': [], } if p['cover']: img = Image.open(os.path.join(p['folder'], os.path.basename(p['cover']))) it['capa'] = _save(_fit(img, COVER, p['cover_style'], p['pixel']), p['pixel'], f'{store_dir}/{slug}', 'capa', out_dir) for i, s in enumerate(p['shots']): img = Image.open(os.path.join(p['folder'], os.path.basename(s))) it['capturas'].append(_save(_fit(img, SHOT, 'conter', p['pixel']), p['pixel'], f'{store_dir}/{slug}', f'cap{i}', out_dir)) for d in p.get('downloads') or []: # Legacy clients (v0.99.x) use store.json and must never receive # ZIP-with-VPK, AES rePatch or RAR installs meant for v1.0. if d.get('app_pendente') or d.get('app_min'): continue r = resolve_download(d, p['links'] + p.get('sources', [])) if r: it['downloads'].append(r) items.append(it) release = app_release() store = {'formato': 1, 'app': release, 'posts': items} with open(os.path.join(out_dir, 'store.json'), 'w', encoding='utf-8') as f: json.dump(store, f, ensure_ascii=False, separators=(',', ':')) # v1.0 reads its own catalog. Old installed versions remain on store.json, # avoiding accidental unsafe interpretation of the new package types. import copy v1 = copy.deepcopy(store) by_slug = {item['slug']: item for item in v1['posts']} for slug in order: p = posts[slug] for d in p.get('downloads') or []: if d.get('app_pendente') or d.get('app_min') != '1.0': continue resolved = resolve_download(d, p['links'] + p.get('sources', [])) if resolved: by_slug[slug]['downloads'].append(resolved) with open(os.path.join(out_dir, 'store-v1.json'), 'w', encoding='utf-8') as f: json.dump(v1, f, ensure_ascii=False, separators=(',', ':')) # v1.0.3+ reads its own catalog: earlier clients do not know the optional # CapUnlocker pre-install warning yet. v103 = copy.deepcopy(v1) by_slug_v103 = {item['slug']: item for item in v103['posts']} for slug in order: for d in posts[slug].get('downloads') or []: if d.get('app_pendente') or d.get('app_min') != '1.0.3': continue resolved = resolve_download(d, posts[slug]['links'] + posts[slug].get('sources', [])) if resolved: by_slug_v103[slug]['downloads'].append(resolved) with open(os.path.join(out_dir, 'store-v103.json'), 'w', encoding='utf-8') as f: json.dump(v103, f, ensure_ascii=False, separators=(',', ':')) nd = sum(len(i['downloads']) for i in items) v1_nd = sum(len(i['downloads']) for i in v1['posts']) app = store['app']['versao'] if store['app'] else 'nenhuma' print(f'store.json: {len(items)} posts, {nd} downloads (legacy); store-v1.json: {v1_nd} downloads, app {app}')