#!/usr/bin/env python2 # Untested code from https://www.snip2code.com/Snippet/1704331/Convert-trac-markup-to-Markdown/ # This code mostly taken from patches to pagure_importer by mreynolds import sys import re import time import requests import shutil import os from base64 import b64decode from datetime import datetime from urllib.parse import quote content_linebreak_pattern = re.compile(r"\[\[br\]\]|\\\\", re.I) traclink_pattern = re.compile(r"(?".format(link) elif scheme == "attachment:": mdlink = "[{}]({{attach}}{}/{})".format(text, slug, link) elif scheme in ("source:", "browser:"): mdlink = "[{}]({}/{})".format(text, giturl.rstrip("/"), link.lstrip("/")) elif scheme == "wiki:" or (scheme is None and camelcase_pattern.match(link)): mdlink = "[{}]({{filename}}{}.md)".format(text, link) else: mdlink = "[{}]({})".format(text, link) line = line.replace(m.group(0), mdlink) return line def convert_image(line, slug): for m in image_pattern.finditer(line): text = m.group(1).split(",")[0].strip() if "://" in text: mdlink = "".format(text) else: mdlink = "![{}]({{attach}}{}/{})".format(text, slug, quote(text, "")) line = line.replace(m.group(0), mdlink) return line def WikiToMD(content, slug): code_block = False in_list = False in_table = False nested_level = 0 prev_indent = 0 old_content = content_linebreak_pattern.sub("\\\\\\\\\n", content).splitlines() new_content = [] while old_content: line = old_content.pop(0).rstrip() tail = ["\n"] while "{{{" in line or "}}}" in line: if "{{{" in line: code_block = True line = line.replace("{{{", "```") if "}}}" in line: code_block = False line = line.replace("}}}", "```") if not code_block: # Convert CamelCase links to explicit links line = camelcase_pattern.sub(r"[[\1]]", line) # Convert TracLinks to WikiCreole links to simplify remaining processing line = convert_traclink_to_creolelink(line) # Convert tables. References: # https://github.github.com/gfm/#tables-extension- # https://permatrac.noc.ietf.org/wiki/WikiFormatting#Tables # Table start: line containing "||"; table end: blank line? # # Figuring out whether there's a real header line is fun, trac doesn't require one, markdown does. Guess we can # add a dummy header if no better idea. Markdown requires delimiter line, which we add immediately after the # header, both appear to be mandatory. Trac can have label cells anywhere, not just in header, might need to # add "*" to those or just ignore the issue. Justification we can sort of figure out from the header, # if the rows do anything different, ouch, because markdown specifies in delimiter line. # # Might do something clever with the "=" markers and alignment, start with just getting the basic table # structure to something markdown will believe. if line.strip().startswith("||"): line = line.replace("=|", "|").replace("|=", "|") line = line.replace("||", "|") if not in_table: tail.append("|---" * (line.count("|") - 1) + "|\n") in_table = True elif in_table and not line.strip().startswith("||"): new_content.append("\n") in_table = False # # Convert bullet lists. The start and end of a list needs an empty line. # nested_line = line.lstrip(' ') if nested_line.startswith('- ') or nested_line.startswith('* '): if not in_list: new_content.append("\n") nested_level = 0 prev_indent = 0 in_list = True indent = len(line) - len(nested_line) if indent > prev_indent: nested_level += 1 elif indent < prev_indent: nested_level -= 1 prev_indent = indent line = ' ' * nested_level + nested_line elif in_list: new_content.append("\n") in_list = False nested_level = 0 prev_indent = 0 # Convert !x quoting line = bangquote_pattern.sub(r"\1", line) # Convert (limited subset of) spans line = span_pattern.sub(r"\1", line) # Convert headers line = convert_headers(line) # Convert images line = convert_image(line, slug) # Delete Trac macros that have no useful counterpart line = delete_pattern.sub("", line) # Convert wiki links line = convert_wikilinks(line, slug, "https://git.cryptech.is/") # Convert striked through text line = strikethrough_pattern.sub(r"\1", line) # Convert line breaks # Markdown spec says linebreak is , who am I to argue? line = linebreak_pattern.sub(" ", line) # Convert bold and italic text (do this last) line = line.replace("'''", "**") # Convert bold text line = line.replace("''", "*") # Convert italic text new_content.append(line) new_content.extend(tail) return "".join(new_content)