Na}{

File Content: `htmlizer.py`

# -*- test-case-name: twisted.python.test.test_htmlizer -*-
# Copyright (c) Twisted Matrix Laboratories.
# See LICENSE for details.

"""
HTML rendering of Python source.
"""

import keyword
import tokenize
from html import escape
from typing import List

from . import reflect


class TokenPrinter:
    """
    Format a stream of tokens and intermediate whitespace, for pretty-printing.
    """

    currentCol, currentLine = 0, 1
    lastIdentifier = parameters = 0
    encoding = "utf-8"

    def __init__(self, writer):
        """
        @param writer: A file-like object, opened in bytes mode.
        """
        self.writer = writer

    def printtoken(self, type, token, sCoordinates, eCoordinates, line):
        if hasattr(tokenize, "ENCODING") and type == tokenize.ENCODING:
            self.encoding = token
            return

        if not isinstance(token, bytes):
            token = token.encode(self.encoding)

        (srow, scol) = sCoordinates
        (erow, ecol) = eCoordinates
        if self.currentLine < srow:
            self.writer(b"\n" * (srow - self.currentLine))
            self.currentLine, self.currentCol = srow, 0
        self.writer(b" " * (scol - self.currentCol))
        if self.lastIdentifier:
            type = "identifier"
            self.parameters = 1
        elif type == tokenize.NAME:
            if keyword.iskeyword(token):
                type = "keyword"
            else:
                if self.parameters:
                    type = "parameter"
                else:
                    type = "variable"
        else:
            type = tokenize.tok_name.get(type)
            assert type is not None
            type = type.lower()
        self.writer(token, type)
        self.currentCol = ecol
        self.currentLine += token.count(b"\n")
        if self.currentLine != erow:
            self.currentCol = 0
        self.lastIdentifier = token in (b"def", b"class")
        if token == b":":
            self.parameters = 0


class HTMLWriter:
    """
    Write the stream of tokens and whitespace from L{TokenPrinter}, formating
    tokens as HTML spans.
    """

    noSpan: List[str] = []

    def __init__(self, writer):
        self.writer = writer
        noSpan: List[str] = []
        reflect.accumulateClassList(self.__class__, "noSpan", noSpan)
        self.noSpan = noSpan

    def write(self, token, type=None):
        if isinstance(token, bytes):
            token = token.decode("utf-8")
        token = escape(token)
        token = token.encode("utf-8")
        if (type is None) or (type in self.noSpan):
            self.writer(token)
        else:
            self.writer(
                b'<span class="py-src-'
                + type.encode("utf-8")
                + b'">'
                + token
                + b"</span>"
            )


class SmallerHTMLWriter(HTMLWriter):
    """
    HTMLWriter that doesn't generate spans for some junk.

    Results in much smaller HTML output.
    """

    noSpan = ["endmarker", "indent", "dedent", "op", "newline", "nl"]


def filter(inp, out, writer=HTMLWriter):
    out.write(b"<pre>")
    printer = TokenPrinter(writer(out.write).write).printtoken
    try:
        for token in tokenize.tokenize(inp.readline):
            (tokenType, string, start, end, line) = token
            printer(tokenType, string, start, end, line)
    except tokenize.TokenError:
        pass
    out.write(b"</pre>\n")


def main():
    import sys

    stdout = getattr(sys.stdout, "buffer", sys.stdout)
    with open(sys.argv[1], "rb") as f:
        filter(f, stdout)


if __name__ == "__main__":
    main()

Name	Size	Permission
__pycache__	---	0755
_pydoctortemplates	---	0755
test	---	0755
__init__.py	598 bytes	0644
_appdirs.py	820 bytes	0644
_inotify.py	3496 bytes	0644
_pydoctor.py	6735 bytes	0644
_release.py	18879 bytes	0644
_shellcomp.py	25279 bytes	0644
_textattributes.py	9097 bytes	0644
_tzhelper.py	3128 bytes	0644
_url.py	228 bytes	0644
compat.py	16931 bytes	0644
components.py	14199 bytes	0644
constants.py	513 bytes	0644
context.py	4054 bytes	0644
deprecate.py	27668 bytes	0644
failure.py	27007 bytes	0644
fakepwd.py	6732 bytes	0644
filepath.py	54023 bytes	0644
formmethod.py	12107 bytes	0644
htmlizer.py	3626 bytes	0644
lockfile.py	8026 bytes	0644
log.py	22302 bytes	0644
logfile.py	10119 bytes	0644
modules.py	26715 bytes	0644
monkey.py	2164 bytes	0644
procutils.py	1371 bytes	0644
randbytes.py	3459 bytes	0644
rebuild.py	7122 bytes	0644
reflect.py	20480 bytes	0644
release.py	1104 bytes	0644
roots.py	7178 bytes	0644
runtime.py	5924 bytes	0644
sendmsg.py	2682 bytes	0644
shortcut.py	2302 bytes	0644
syslog.py	3652 bytes	0644
systemd.py	2987 bytes	0644
text.py	5417 bytes	0644
threadable.py	3327 bytes	0644
threadpool.py	10203 bytes	0644
twisted-completion.zsh	1371 bytes	0644
url.py	244 bytes	0644
urlpath.py	8447 bytes	0644
usage.py	34577 bytes	0644
util.py	27432 bytes	0644
versions.py	273 bytes	0644
win32.py	4794 bytes	0644
zippath.py	9028 bytes	0644
zipstream.py	9680 bytes	0644

File Content: htmlizer.py

File Content: `htmlizer.py`