| #-*- python -*- |
| import html2text |
| import re |
| from BeautifulSoup import BeautifulSoup |
| |
| html2text.BODY_WIDTH = 0 |
| |
| _inline_img = re.compile(r'\[\[(File|Image):([^\]|]+)[^]]*\]\]', re.UNICODE) |
| _inline_img_markdown = r'[[img src=\2]]' |
| _link_to_attach = re.compile(r'\[\[Media:([^\]|]+)\|?([^]]*)\]\]', re.UNICODE) |
| _internal_link = re.compile(r'\[\[([^\]|]+)\|?([^]]*)\]\]', re.UNICODE) |
| |
| |
| def _link_to_attach_markdown(page_title): |
| pattern = r'[%s](%s/attachment/%s)' |
| |
| def replacement(match): |
| if match.group(2): |
| return pattern % (match.group(2), page_title, match.group(1)) |
| return pattern % (match.group(1), page_title, match.group(1)) |
| |
| return replacement |
| |
| |
| def _internal_link_markdown(match): |
| page_name = match.group(1) |
| attachments = ('File:', 'Image:', 'Media:') |
| if page_name.startswith(attachments): |
| return match.group(0) # skip attachments links |
| page_name = page_name.replace(' ', '_') |
| page_name = page_name[:1].upper() + page_name[1:] |
| if match.group(2): |
| return r'[%s](%s)' % (match.group(2), page_name) |
| return r'[%s]' % page_name |
| |
| |
| def _convert_toc(wiki_html): |
| """Convert Table of Contents from mediawiki to markdown""" |
| soup = BeautifulSoup(wiki_html) |
| for toc_div in soup.findAll('div', id='toc'): |
| toc_div.replaceWith('[TOC]') |
| return unicode(soup) |
| |
| |
| def mediawiki2markdown(source): |
| try: |
| from mediawiki import wiki2html |
| except ImportError: |
| raise ImportError('GPL library "mediawiki" from https://github.com/zikzakmedia/python-mediawiki.git ' |
| 'is required for this operation') |
| |
| wiki_content = wiki2html(source, True) |
| wiki_content = _convert_toc(wiki_content) |
| markdown_text = html2text.html2text(wiki_content) |
| markdown_text = markdown_text.replace('<', '<').replace('>', '>') |
| return markdown_text |
| |
| |
| def mediawiki_internal_links2markdown(markdown_text, page_title): |
| """Convert MediaWiki internal links to attachments to ForgeWiki format. |
| |
| args: |
| markdown_text - text, converted by mediawiki2markdown convertor. |
| page_title - title of ForgeWiki page. |
| Used for constructing proper links to attachments. |
| """ |
| output = _internal_link.sub(_internal_link_markdown, markdown_text) |
| output = _inline_img.sub(_inline_img_markdown, output) |
| output = _link_to_attach.sub(_link_to_attach_markdown(page_title), output) |
| return output |
