aboutsummaryrefslogblamecommitdiff
path: root/tools/convert-and-slurp-attachments.sh
blob: ce7f34da4c5288e64e45aa1901e1dff381a1f328 (plain) (tree)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18

















                                                                                             
#!/bin/sh -

ls | fgrep -v . |
while read page
do
    base="https://trac.rpki.net"
    path="/wiki/$(echo $page | sed s=%2F=/=g)"

    # Fetch the Wiki page, extract the useful portion of the HTML, convert that into Markdown
    curl "${base}${path}" |
    xsltproc --html extract-wiki-content.xsl - |
    html2markdown --no-skip-internal-links --reference-links >"$page.md"

    # Fetch a ZIP file containing any attachments, clean up if result is empty or broken
    curl "${base}/zip-attachment${path}/" >"$page.zip"
    zipinfo "$page.zip" >/dev/null 2>&1 || rm -f "$page.zip"

done