#!/usr/bin/env python3
"""Reformat completed scraped documents without shortening their content."""

from pathlib import Path
import re

from scrape_bookmarks import clean_markdown


ROOT = Path(__file__).resolve().parent
OUTPUT = ROOT / "property-pages"


for path in sorted(OUTPUT.glob("*.md")):
    original = path.read_text(encoding="utf-8")
    heading = re.search(r"^#\s+(.+)$", original, flags=re.M)
    title = heading.group(1).strip() if heading else path.stem
    path.write_text(clean_markdown(original, title), encoding="utf-8")
    print(path.name)