buildframework/helium/external/python/lib/common/Sphinx-0.5.1-py2.5.egg/sphinx/highlighting.py
author wbernard
Wed, 23 Dec 2009 19:29:07 +0200
changeset 179 d8ac696cc51f
permissions -rw-r--r--
helium_7.0-r14027
Ignore whitespace changes - Everywhere: Within whitespace: At end of lines:
179
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     1
# -*- coding: utf-8 -*-
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     2
"""
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     3
    sphinx.highlighting
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     4
    ~~~~~~~~~~~~~~~~~~~
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     5
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     6
    Highlight code blocks using Pygments.
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     7
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     8
    :copyright: 2007-2008 by Georg Brandl.
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
     9
    :license: BSD.
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    10
"""
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    11
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    12
import sys
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    13
import cgi
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    14
import re
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    15
import parser
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    16
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    17
from sphinx.util.texescape import tex_hl_escape_map
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    18
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    19
try:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    20
    import pygments
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    21
    from pygments import highlight
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    22
    from pygments.lexers import PythonLexer, PythonConsoleLexer, CLexer, \
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    23
         TextLexer, RstLexer
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    24
    from pygments.lexers import get_lexer_by_name, guess_lexer
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    25
    from pygments.formatters import HtmlFormatter, LatexFormatter
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    26
    from pygments.filters import ErrorToken
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    27
    from pygments.style import Style
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    28
    from pygments.styles import get_style_by_name
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    29
    from pygments.styles.friendly import FriendlyStyle
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    30
    from pygments.token import Generic, Comment, Number
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    31
except ImportError:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    32
    pygments = None
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    33
else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    34
    class SphinxStyle(Style):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    35
        """
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    36
        Like friendly, but a bit darker to enhance contrast on the green
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    37
        background.
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    38
        """
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    39
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    40
        background_color = '#eeffcc'
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    41
        default_style = ''
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    42
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    43
        styles = FriendlyStyle.styles
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    44
        styles.update({
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    45
            Generic.Output: '#333',
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    46
            Comment: 'italic #408090',
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    47
            Number: '#208050',
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    48
        })
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    49
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    50
    lexers = dict(
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    51
        none = TextLexer(),
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    52
        python = PythonLexer(),
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    53
        pycon = PythonConsoleLexer(),
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    54
        # the python3 option exists as of Pygments 0.12, but it doesn't
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    55
        # do any harm in previous versions
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    56
        pycon3 = PythonConsoleLexer(python3=True),
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    57
        rest = RstLexer(),
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    58
        c = CLexer(),
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    59
    )
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    60
    for _lexer in lexers.values():
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    61
        _lexer.add_filter('raiseonerror')
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    62
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    63
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    64
escape_hl_chars = {ord(u'@'): u'@PYGZat[]',
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    65
                   ord(u'['): u'@PYGZlb[]',
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    66
                   ord(u']'): u'@PYGZrb[]'}
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    67
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    68
# used if Pygments is not available
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    69
_LATEX_STYLES = r'''
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    70
\newcommand\PYGZat{@}
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    71
\newcommand\PYGZlb{[}
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    72
\newcommand\PYGZrb{]}
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    73
'''
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    74
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    75
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    76
parsing_exceptions = (SyntaxError, UnicodeEncodeError)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    77
if sys.version_info < (2, 5):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    78
    # Python <= 2.4 raises MemoryError when parsing an
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    79
    # invalid encoding cookie
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    80
    parsing_exceptions += MemoryError,
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    81
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    82
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    83
class PygmentsBridge(object):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    84
    def __init__(self, dest='html', stylename='sphinx'):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    85
        self.dest = dest
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    86
        if not pygments:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    87
            return
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    88
        if stylename == 'sphinx':
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    89
            style = SphinxStyle
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    90
        elif '.' in stylename:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    91
            module, stylename = stylename.rsplit('.', 1)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    92
            style = getattr(__import__(module, None, None, ['']), stylename)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    93
        else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    94
            style = get_style_by_name(stylename)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    95
        self.hfmter = {False: HtmlFormatter(style=style),
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    96
                       True: HtmlFormatter(style=style, linenos=True)}
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    97
        self.lfmter = {False: LatexFormatter(style=style, commandprefix='PYG'),
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    98
                       True: LatexFormatter(style=style, linenos=True,
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
    99
                                            commandprefix='PYG')}
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   100
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   101
    def unhighlighted(self, source):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   102
        if self.dest == 'html':
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   103
            return '<pre>' + cgi.escape(source) + '</pre>\n'
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   104
        else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   105
            # first, escape highlighting characters like Pygments does
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   106
            source = source.translate(escape_hl_chars)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   107
            # then, escape all characters nonrepresentable in LaTeX
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   108
            source = source.translate(tex_hl_escape_map)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   109
            return '\\begin{Verbatim}[commandchars=@\\[\\]]\n' + \
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   110
                   source + '\\end{Verbatim}\n'
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   111
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   112
    def try_parse(self, src):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   113
        # Make sure it ends in a newline
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   114
        src += '\n'
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   115
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   116
        # Replace "..." by a mark which is also a valid python expression
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   117
        # (Note, the highlighter gets the original source, this is only done
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   118
        #  to allow "..." in code and still highlight it as Python code.)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   119
        mark = "__highlighting__ellipsis__"
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   120
        src = src.replace("...", mark)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   121
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   122
        # lines beginning with "..." are probably placeholders for suite
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   123
        src = re.sub(r"(?m)^(\s*)" + mark + "(.)", r"\1"+ mark + r"# \2", src)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   124
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   125
        # if we're using 2.5, use the with statement
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   126
        if sys.version_info >= (2, 5):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   127
            src = 'from __future__ import with_statement\n' + src
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   128
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   129
        if isinstance(src, unicode):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   130
            # Non-ASCII chars will only occur in string literals
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   131
            # and comments.  If we wanted to give them to the parser
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   132
            # correctly, we'd have to find out the correct source
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   133
            # encoding.  Since it may not even be given in a snippet,
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   134
            # just replace all non-ASCII characters.
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   135
            src = src.encode('ascii', 'replace')
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   136
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   137
        try:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   138
            parser.suite(src)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   139
        except parsing_exceptions:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   140
            return False
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   141
        else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   142
            return True
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   143
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   144
    def highlight_block(self, source, lang, linenos=False):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   145
        if not pygments:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   146
            return self.unhighlighted(source)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   147
        if lang in ('py', 'python'):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   148
            if source.startswith('>>>'):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   149
                # interactive session
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   150
                lexer = lexers['pycon']
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   151
            else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   152
                # maybe Python -- try parsing it
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   153
                if self.try_parse(source):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   154
                    lexer = lexers['python']
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   155
                else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   156
                    return self.unhighlighted(source)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   157
        elif lang in ('python3', 'py3') and source.startswith('>>>'):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   158
            # for py3, recognize interactive sessions, but do not try parsing...
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   159
            lexer = lexers['pycon3']
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   160
        elif lang == 'guess':
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   161
            try:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   162
                lexer = guess_lexer(source)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   163
            except Exception:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   164
                return self.unhighlighted(source)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   165
        else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   166
            if lang in lexers:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   167
                lexer = lexers[lang]
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   168
            else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   169
                lexer = lexers[lang] = get_lexer_by_name(lang)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   170
                lexer.add_filter('raiseonerror')
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   171
        try:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   172
            if self.dest == 'html':
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   173
                return highlight(source, lexer, self.hfmter[bool(linenos)])
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   174
            else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   175
                hlsource = highlight(source, lexer, self.lfmter[bool(linenos)])
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   176
                return hlsource.translate(tex_hl_escape_map)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   177
        except ErrorToken:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   178
            # this is most probably not the selected language,
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   179
            # so let it pass unhighlighted
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   180
            return self.unhighlighted(source)
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   181
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   182
    def get_stylesheet(self):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   183
        if not pygments:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   184
            if self.dest == 'latex':
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   185
                return _LATEX_STYLES
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   186
            # no HTML styles needed
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   187
            return ''
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   188
        if self.dest == 'html':
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   189
            return self.hfmter[0].get_style_defs()
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   190
        else:
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   191
            styledefs = self.lfmter[0].get_style_defs()
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   192
            # workaround for Pygments < 0.12
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   193
            if styledefs.startswith('\\newcommand\\at{@}'):
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   194
                styledefs += _LATEX_STYLES
d8ac696cc51f helium_7.0-r14027
wbernard
parents:
diff changeset
   195
            return styledefs