#!/usr/bin/env python3 # Copyright (C) 2017 Alex Schroeder # Copyright (C) 2017 Steve Ivy # This program is free software: you can redistribute it and/or modify it under # the terms of the GNU General Public License as published by the Free Software # Foundation, either version 3 of the License, or (at your option) any later # version. # # This program is distributed in the hope that it will be useful, but WITHOUT # ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS # FOR A PARTICULAR PURPOSE. See the GNU General Public License for more details. # # You should have received a copy of the GNU General Public License along with # this program. If not, see . import sys import os.path import html2text import datetime import dateutil.parser from urllib.parse import urlparse from . import core header_template = '''\ %s

%s

@%s

%s\ ''' footer_template = '''\

''' nav_template = '''\ ''' previous_template = '''\ Later ''' next_template = '''\ Earlier ''' boost_template = '''\

%s boosted

''' status_template = '''\

%s @%s %s

''' media_template = '''\

\ ''' image_template = '''\

''' video_template = '''\

''' video_with_poster_template = '''\

''' wrapper_template = '''\

%s%s%s

''' def file_url(media_dir, url, unknown_image_url=True): if url is not None: path = urlparse(url).path if os.path.isfile(media_dir + path): return media_dir + path if unknown_image_url: return "data:image/png;base64,iVBORw0KGgoAAAANSUhEUgAAADIAAAAyCAYAAAAeP4ixAAAABmJLR0QA/wD/AP+gvaeTAAAACXBIWXMAAAsTAAALEwEAmpwYAAAAB3RJTUUH4QsUETQjvc7YnAAAACZpVFh0Q29tbWVudAAAAAAAQ3JlYXRlZCB3aXRoIEdJTVAgb24gYSBNYWOV5F9bAAADfElEQVRo3u1ZTUhUURg997sPy9TnDxk4IeqkmKghCKLBLNq2MCXQTXsXomFMIdK0EIoIskWLcNVKaFEulBIzxEgQLBRFXZmiaIOkboSe2Lv3tsg3+Hr96Mx7OhNzl/PuvHfPPd/5zvfdy5719Cj8B4Pwn4wkkCSQRAGilIIQ4q9zpJSQUrr6Xc2tF0kpQURgjGF2fh4zc3P4vLyMza0t27xzubkoKy1FoLYW532+yP/iBohhGHjR349P09M/qSaCUs7M/nVzE1vb23g/Po6zOTkItrcjPS0NnPOYvs9i9RGlFJ739eHj1BSI6EghY81va2nBxZKSmJiJidPvpon+wUHMzs1FwgsAGGN/3rkDz6z5T3t7sR4O/1NbnoUWA3AqJQXm/gKsHS7Iz0egrg7lZWXI1PUI6PmFBbwcGMDW9rbjXQ8eP8aznp4T1AhjICIIIVBVWYkbzc1IPX0apmnaQkXjHJXl5ai6dAmvBgbwbmzMwdSHiQlcrqmJSi+uiD0jPR3BtjZkZ2VFwkXTNMdCrQVer6/H6toaFpeWbJqamJxEoK7u+DVCRKiqqMD9UCgSQocRrJQSTQ0NNhBKKSyvrJyM2IkIvry8QwM4yM55ny++nD2alPm3rHbihnjUKiC8seEAl52VlVhFIxFhcGjIxiZjDDXV1VF7ybEz8t008SUcxsy+iR5k6drVq78ta+KOEdM0sbe3h4dPnjieNTU2QggRtX6OjREhBKSUCN69C8ZYZOeJCBeKinAlEIh/sVs7fbOz0waCc46c7Gzcam2N/w7RAtF2546ttOecI1PX0d3VFbUujg2IlBKcc7QGg7Zql3MOPSMD90MhKKVc8RVPgRARbodC4JzbQJxJTcWDe/dcA+GpRqSUeD08jG+GYauphBB41N3tWovrOSNEhDcjI46OsbOjw1Hixy0jUkqsh8OOEkTXdRTk5yfOuZZSCqtraw4gZSUliXVAp5TCzs6Oo5bK1PWY+vIT0Yhpmo6MpGmaK54RN9Vv4gPxoKHyViMAjN1dmx6EEDAMA17dKrHkjVWcDU9LlF9dnYhcd3TPnX1xacl2AEdEKPb7Uez3ewLGUyBvR0cj58La/imjv7AwcYBYYEwhbJlLKpUUezJrudGPaAeuBzTOQR46u+YViGK/39anW78lVPq1Fu0vLExsH/F60cmslQSSBHL08QPK53LVsfanXQAAAABJRU5ErkJggg==" def write_status(fp, media_dir, status): boost = ""; if status["reblog"] is not None: user = status["account"] boost = boost_template % ( user["url"], user["display_name"]) # display the boosted status instead status = status["reblog"] user = status["account"] info = status_template % ( user["url"], user["display_name"], user["username"], status["url"], dateutil.parser.parse( status["created_at"]).strftime( "%Y-%m-%d %H:%M"), status["content"]) media = '' attachments = status["media_attachments"] if len(attachments) > 0: previews = [] for attachment in attachments: # video src must never be the unknown image src = file_url(media_dir, attachment["url"], False); if attachment["type"] == "video" and src: # Pleroma and maybe others don't offer a separate # preview. The preview_url is the same as the video # source. preview = file_url(media_dir, attachment["preview_url"], False) if src and preview and src == preview or not preview: previews.append(video_template % ( src, # video file_url(media_dir, attachment["remote_url"]), # remote link preview)) # image for remote link else: previews.append(video_with_poster_template % ( src, # video preview, # poster file_url(media_dir, attachment["remote_url"]), # remote link preview)) # image for remote link elif attachment["type"] == "image": previews.append(image_template % ( src, file_url(media_dir, attachment["preview_url"]))) else: # attempt image… yikes! previews.append(image_template % ( src, file_url(media_dir, attachment["preview_url"]))) media = media_template % ( 'more' if len(attachments) > 1 else 'one', ''.join(previews)) html = wrapper_template % (boost, info, media) fp.write(html) def html_file(domain, username, collection, page): return (domain + '.user.' + username + '.' + collection + '.' + str(page) + '.html') def html(args): """ Convert toots and media files to static HTML """ toots_per_page = args.toots collection = args.collection combine = args.combine (username, domain) = args.user.split('@') status_file = domain + '.user.' + username + '.json' media_dir = domain + '.user.' + username base_url = 'https://' + domain data = core.load(status_file, required=True, combine=combine, quiet=args.quiet) user = data["account"] statuses = data[collection] if len(statuses) > 0: (pages, offset) = divmod(len(statuses), toots_per_page) page = 0 while (page <= pages): if pages == 0: nav_html = "" else: if (page == 0): previous_html = "" else: previous_html = previous_template % ( html_file(domain, username, collection, page - 1)) if (page < pages): next_html = next_template % ( html_file(domain, username, collection, page + 1)) else: next_html = "" nav_html = nav_template % (previous_html, next_html) file_name = html_file(domain, username, collection, page) with open(file_name, mode = 'w', encoding = 'utf-8') as fp: if not args.quiet: print("Writing %s" % file_name) html = header_template % ( user["display_name"], user["display_name"], user["username"], user["note"], nav_html) # This forces UTF-8 independent of terminal capabilities, thus # avoiding problems with LC_CTYPE=C and other such issues. # This works well when redirecting output to a file, which # will then be an UTF-8 encoded file. fp.write(html) # Assume 184 toots, 100 toots per page: # page 0 is 0:84, page 1 is 84:184 for status in statuses[ max(0, toots_per_page * (page - 1) + offset) : toots_per_page * page + offset]: write_status(fp, media_dir, status) fp.write(footer_template % nav_html) page += 1 toots = toots_per_page