diff options
| -rwxr-xr-x | scripts/archive-page.py | 105 |
1 files changed, 105 insertions, 0 deletions
diff --git a/scripts/archive-page.py b/scripts/archive-page.py new file mode 100755 index 0000000..c38bd0e --- /dev/null +++ b/scripts/archive-page.py @@ -0,0 +1,105 @@ +#!/usr/bin/env python3 +import os +import sys +import shutil +import subprocess +import hashlib +import urllib.parse +from pathlib import Path + +# ============================================================================== +# CONFIGURATION +# ============================================================================== +# Change this path to wherever you want your categorized archives to sit. +OUTPUT_DIR = Path("/home/kyren/Archive/html") +# ============================================================================== + +def verify_dependencies(): + """Ensure monolith is available on the system.""" + if not shutil.which("monolith"): + print("Error: 'monolith' CLI not found. Please ensure it is installed and in your PATH.", file=sys.stderr) + sys.exit(1) + +def clean_filename(title: str) -> str: + """Sanitize the webpage title to be safe for filesystems.""" + forbidden = ["/", "\\", "<", ">", ":", '"', "|", "?", "*", "\x00"] + for char in forbidden: + title = title.replace(char, "_") + return title.strip() + +def get_fallback_filename(url: str) -> str: + """Generates a clean fallback filename based on the URL structure.""" + parsed = urllib.parse.urlparse(url) + clean_path = parsed.path.strip("/").replace("/", "_") + name = f"{parsed.netloc}_{clean_path}" if clean_path else parsed.netloc + return clean_filename(name)[:60] + +def register_dolphin_thumbnail(html_path: Path): + """Generates a screenshot and registers it inside the XDG Thumbnail Cache.""" + from playwright.sync_api import sync_playwright + + print(" Generating visual thumbnail for Dolphin...") + + # 1. Standard XDG paths for Large (256x256) thumbnails + thumb_dir = Path(os.path.expanduser("~/.cache/thumbnails/large")) + thumb_dir.mkdir(parents=True, exist_ok=True) + + # 2. Convert absolute file path to a deterministic File URI + file_uri = html_path.resolve().as_uri() + + # 3. MD5 hash the exact URI (required by the Freedesktop Spec) + md5_hash = hashlib.md5(file_uri.encode("utf-8")).hexdigest() + target_thumb_path = thumb_dir / f"{md5_hash}.png" + + # 4. Spin up headless Chromium to capture a crisp view of the *local* file + with sync_playwright() as p: + browser = p.chromium.launch(headless=True) + page = browser.new_page(viewport={"width": 1024, "height": 768}) + + try: + page.goto(file_uri, wait_until="networkidle") + # Take the screenshot, automatically scaling/fitting into Dolphin's standard + page.screenshot(path=str(target_thumb_path), type="png") + print(f" Thumbnail registered successfully at: {target_thumb_path}") + except Exception as e: + print(f" Warning: Could not generate preview thumbnail: {e}", file=sys.stderr) + finally: + browser.close() + +def main(): + if len(sys.argv) < 2: + print(f"Usage: {sys.argv[0]} <URL>", file=sys.stderr) + sys.exit(1) + + target_url = sys.argv[1] + verify_dependencies() + OUTPUT_DIR.mkdir(parents=True, exist_ok=True) + + # Generate a reliable filename based on the target URL + filename_base = get_fallback_filename(target_url) + final_html_path = OUTPUT_DIR / f"{filename_base}.html" + + print(f" Archiving: {target_url}") + print(f" Saving to: {final_html_path}") + + # Run Monolith to compile the remote web page down into a single local file + try: + # -o specifies the output file destination + subprocess.run([ + "monolith", + target_url, + "-o", str(final_html_path) + ], check=True) + except subprocess.CalledProcessError as e: + print(f"Error executing Monolith: {e}", file=sys.stderr) + sys.exit(1) + + # Generate the thumbnail mapping from the locally saved file + if final_html_path.exists(): + register_dolphin_thumbnail(final_html_path) + print("\n Done! File is ready to browse natively in Dolphin.") + else: + print("Error: Target HTML file was not created successfully.", file=sys.stderr) + +if __name__ == "__main__": + main() |