saintnet_stickers/sticker/import.py

159 lines
6.0 KiB
Python
Raw Normal View History

2020-09-04 19:31:34 -04:00
# Copyright (c) 2020 Tulir Asokan
#
# This Source Code Form is subject to the terms of the Mozilla Public
# License, v. 2.0. If a copy of the MPL was not distributed with this
# file, You can obtain one at http://mozilla.org/MPL/2.0/.
from typing import Dict
2020-09-04 19:31:34 -04:00
import argparse
import asyncio
import os.path
2020-09-04 19:31:34 -04:00
import json
import re
from telethon import TelegramClient
from telethon.tl.functions.messages import GetAllStickersRequest, GetStickerSetRequest
from telethon.tl.types.messages import AllStickers
from telethon.tl.types import InputStickerSetShortName, Document, DocumentAttributeSticker
2020-09-04 19:31:34 -04:00
from telethon.tl.types.messages import StickerSet as StickerSetFull
from .lib import matrix, util
2020-09-04 19:31:34 -04:00
async def reupload_document(client: TelegramClient, document: Document) -> matrix.StickerInfo:
2020-09-04 19:31:34 -04:00
print(f"Reuploading {document.id}", end="", flush=True)
data = await client.download_media(document, file=bytes)
print(".", end="", flush=True)
data, width, height = util.convert_image(data)
2020-09-04 19:31:34 -04:00
print(".", end="", flush=True)
mxc = await matrix.upload(data, "image/png", f"{document.id}.png")
2020-09-04 19:31:34 -04:00
print(".", flush=True)
return util.make_sticker(mxc, width, height, len(data))
2020-09-04 19:31:34 -04:00
def add_meta(document: Document, info: matrix.StickerInfo, pack: StickerSetFull) -> None:
for attr in document.attributes:
if isinstance(attr, DocumentAttributeSticker):
info["body"] = attr.alt
2020-09-08 07:55:07 -04:00
info["id"] = f"tg-{document.id}"
info["net.maunium.telegram.sticker"] = {
"pack": {
"id": str(pack.set.id),
"short_name": pack.set.short_name,
},
"id": str(document.id),
"emoticons": [],
}
async def reupload_pack(client: TelegramClient, pack: StickerSetFull, output_dir: str) -> None:
2020-09-04 19:31:34 -04:00
if pack.set.animated:
print("Animated stickerpacks are currently not supported")
return
pack_path = os.path.join(output_dir, f"{pack.set.short_name}.json")
2020-09-04 19:31:34 -04:00
try:
os.mkdir(os.path.dirname(pack_path))
except FileExistsError:
pass
print(f"Reuploading {pack.set.title} with {pack.set.count} stickers "
f"and writing output to {pack_path}")
already_uploaded = {}
try:
with open(pack_path) as pack_file:
existing_pack = json.load(pack_file)
already_uploaded = {int(sticker["net.maunium.telegram.sticker"]["id"]): sticker
2020-09-04 19:31:34 -04:00
for sticker in existing_pack["stickers"]}
print(f"Found {len(already_uploaded)} already reuploaded stickers")
except FileNotFoundError:
pass
reuploaded_documents: Dict[int, matrix.StickerInfo] = {}
2020-09-04 19:31:34 -04:00
for document in pack.documents:
try:
reuploaded_documents[document.id] = already_uploaded[document.id]
print(f"Skipped reuploading {document.id}")
except KeyError:
reuploaded_documents[document.id] = await reupload_document(client, document)
# Always ensure the body and telegram metadata is correct
add_meta(document, reuploaded_documents[document.id], pack)
2020-09-04 19:31:34 -04:00
for sticker in pack.packs:
if not sticker.emoticon:
continue
2020-09-04 19:31:34 -04:00
for document_id in sticker.documents:
doc = reuploaded_documents[document_id]
# If there was no sticker metadata, use the first emoji we find
if doc["body"] == "":
doc["body"] = sticker.emoticon
doc["net.maunium.telegram.sticker"]["emoticons"].append(sticker.emoticon)
2020-09-04 19:31:34 -04:00
with open(pack_path, "w") as pack_file:
json.dump({
"title": pack.set.title,
2020-09-08 07:55:07 -04:00
"id": f"tg-{pack.set.id}",
"net.maunium.telegram.pack": {
"short_name": pack.set.short_name,
"hash": str(pack.set.hash),
},
2020-09-04 19:31:34 -04:00
"stickers": list(reuploaded_documents.values()),
}, pack_file, ensure_ascii=False)
2020-09-05 08:00:41 -04:00
print(f"Saved {pack.set.title} as {pack.set.short_name}.json")
2020-09-04 19:31:34 -04:00
util.add_to_index(os.path.basename(pack_path), output_dir)
2020-09-04 19:31:34 -04:00
pack_url_regex = re.compile(r"^(?:(?:https?://)?(?:t|telegram)\.(?:me|dog)/addstickers/)?"
r"([A-Za-z0-9-_]+)"
r"(?:\.json)?$")
parser = argparse.ArgumentParser()
2020-09-04 19:31:34 -04:00
parser.add_argument("--list", help="List your saved sticker packs", action="store_true")
parser.add_argument("--session", help="Telethon session file name", default="sticker-import")
parser.add_argument("--config",
help="Path to JSON file with Matrix homeserver and access_token",
type=str, default="config.json")
parser.add_argument("--output-dir", help="Directory to write packs to", default="web/packs/",
type=str)
parser.add_argument("pack", help="Sticker pack URLs to import", action="append", nargs="*")
async def main(args: argparse.Namespace) -> None:
await matrix.load_config(args.config)
2020-09-04 19:31:34 -04:00
client = TelegramClient(args.session, 298751, "cb676d6bae20553c9996996a8f52b4d7")
await client.start()
if args.list:
stickers: AllStickers = await client(GetAllStickersRequest(hash=0))
index = 1
width = len(str(stickers.sets))
print("Your saved sticker packs:")
for saved_pack in stickers.sets:
print(f"{index:>{width}}. {saved_pack.title} "
f"(t.me/addstickers/{saved_pack.short_name})")
elif args.pack[0]:
input_packs = []
for pack_url in args.pack[0]:
match = pack_url_regex.match(pack_url)
if not match:
print(f"'{pack_url}' doesn't look like a sticker pack URL")
return
input_packs.append(InputStickerSetShortName(short_name=match.group(1)))
for input_pack in input_packs:
pack: StickerSetFull = await client(GetStickerSetRequest(input_pack))
await reupload_pack(client, pack, args.output_dir)
2020-09-04 19:31:34 -04:00
else:
parser.print_help()
2020-09-06 11:26:22 -04:00
await client.disconnect()
2020-09-04 19:31:34 -04:00
2020-09-06 11:26:22 -04:00
def cmd() -> None:
asyncio.get_event_loop().run_until_complete(main(parser.parse_args()))
if __name__ == "__main__":
cmd()