Gecko [ tsuru-no-tsurugi.tokyo ]

Name	Size	Permission	Date
__pycache__	[ DIR ]	drwxr-xr-x	2026-06-05 06:15
_pydoctortemplates	[ DIR ]	drwxr-xr-x	2026-06-05 06:15
test	[ DIR ]	drwxr-xr-x	2026-06-05 06:15
__init__.py	598 B	-rw-r--r--	2022-02-07 22:12
_appdirs.py	820 B	-rw-r--r--	2022-02-07 22:12
_inotify.py	3.41 KB	-rw-r--r--	2022-02-07 22:12
_pydoctor.py	6.58 KB	-rw-r--r--	2022-02-07 22:12
_release.py	18.44 KB	-rw-r--r--	2022-02-07 22:12
_shellcomp.py	24.69 KB	-rw-r--r--	2022-02-07 22:12
_textattributes.py	8.88 KB	-rw-r--r--	2022-02-07 22:12
_tzhelper.py	3.05 KB	-rw-r--r--	2022-02-07 22:12
_url.py	228 B	-rw-r--r--	2022-02-07 22:12
compat.py	16.53 KB	-rw-r--r--	2022-02-07 22:12
components.py	13.87 KB	-rw-r--r--	2022-02-07 22:12
constants.py	513 B	-rw-r--r--	2022-02-07 22:12
context.py	3.96 KB	-rw-r--r--	2022-02-07 22:12
deprecate.py	27.02 KB	-rw-r--r--	2022-02-07 22:12
failure.py	26.37 KB	-rw-r--r--	2022-02-07 22:12
fakepwd.py	6.57 KB	-rw-r--r--	2022-02-07 22:12
filepath.py	52.76 KB	-rw-r--r--	2022-02-07 22:12
formmethod.py	11.82 KB	-rw-r--r--	2022-02-07 22:12
htmlizer.py	3.54 KB	-rw-r--r--	2022-02-07 22:12
lockfile.py	7.84 KB	-rw-r--r--	2022-02-07 22:12
log.py	21.78 KB	-rw-r--r--	2022-02-07 22:12
logfile.py	9.88 KB	-rw-r--r--	2022-02-07 22:12
modules.py	26.09 KB	-rw-r--r--	2022-02-07 22:12
monkey.py	2.11 KB	-rw-r--r--	2022-02-07 22:12
procutils.py	1.34 KB	-rw-r--r--	2022-02-07 22:12
randbytes.py	3.38 KB	-rw-r--r--	2022-02-07 22:12
rebuild.py	6.96 KB	-rw-r--r--	2022-02-07 22:12
reflect.py	20 KB	-rw-r--r--	2022-02-07 22:12
release.py	1.08 KB	-rw-r--r--	2022-02-07 22:12
roots.py	7.01 KB	-rw-r--r--	2022-02-07 22:12
runtime.py	5.79 KB	-rw-r--r--	2022-02-07 22:12
sendmsg.py	2.62 KB	-rw-r--r--	2022-02-07 22:12
shortcut.py	2.25 KB	-rw-r--r--	2022-02-07 22:12
syslog.py	3.57 KB	-rw-r--r--	2022-02-07 22:12
systemd.py	2.92 KB	-rw-r--r--	2022-02-07 22:12
text.py	5.29 KB	-rw-r--r--	2022-02-07 22:12
threadable.py	3.25 KB	-rw-r--r--	2022-02-07 22:12
threadpool.py	9.96 KB	-rw-r--r--	2022-02-07 22:12
twisted-completion.zsh	1.34 KB	-rw-r--r--	2022-02-07 22:12
url.py	244 B	-rw-r--r--	2022-02-07 22:12
urlpath.py	8.25 KB	-rw-r--r--	2022-02-07 22:12
usage.py	33.77 KB	-rw-r--r--	2022-02-07 22:12
util.py	26.79 KB	-rw-r--r--	2022-02-07 22:12
versions.py	273 B	-rw-r--r--	2022-02-07 22:12
win32.py	4.68 KB	-rw-r--r--	2022-02-07 22:12
zippath.py	8.82 KB	-rw-r--r--	2022-02-07 22:12
zipstream.py	9.45 KB	-rw-r--r--	2022-02-07 22:12

Rename

# -*- test-case-name: twisted.python.test.test_htmlizer -*-
# Copyright (c) Twisted Matrix Laboratories.
# See LICENSE for details.

"""
HTML rendering of Python source.
"""

import keyword
import tokenize
from html import escape
from typing import List

from . import reflect

class TokenPrinter:
    """
    Format a stream of tokens and intermediate whitespace, for pretty-printing.
    """

currentCol, currentLine = 0, 1
    lastIdentifier = parameters = 0
    encoding = "utf-8"

def __init__(self, writer):
        """
        @param writer: A file-like object, opened in bytes mode.
        """
        self.writer = writer

def printtoken(self, type, token, sCoordinates, eCoordinates, line):
        if hasattr(tokenize, "ENCODING") and type == tokenize.ENCODING:
            self.encoding = token
            return

if not isinstance(token, bytes):
            token = token.encode(self.encoding)

(srow, scol) = sCoordinates
        (erow, ecol) = eCoordinates
        if self.currentLine < srow:
            self.writer(b"\n" * (srow - self.currentLine))
            self.currentLine, self.currentCol = srow, 0
        self.writer(b" " * (scol - self.currentCol))
        if self.lastIdentifier:
            type = "identifier"
            self.parameters = 1
        elif type == tokenize.NAME:
            if keyword.iskeyword(token):
                type = "keyword"
            else:
                if self.parameters:
                    type = "parameter"
                else:
                    type = "variable"
        else:
            type = tokenize.tok_name.get(type)
            assert type is not None
            type = type.lower()
        self.writer(token, type)
        self.currentCol = ecol
        self.currentLine += token.count(b"\n")
        if self.currentLine != erow:
            self.currentCol = 0
        self.lastIdentifier = token in (b"def", b"class")
        if token == b":":
            self.parameters = 0

class HTMLWriter:
    """
    Write the stream of tokens and whitespace from L{TokenPrinter}, formating
    tokens as HTML spans.
    """

noSpan: List[str] = []

def __init__(self, writer):
        self.writer = writer
        noSpan: List[str] = []
        reflect.accumulateClassList(self.__class__, "noSpan", noSpan)
        self.noSpan = noSpan

def write(self, token, type=None):
        if isinstance(token, bytes):
            token = token.decode("utf-8")
        token = escape(token)
        token = token.encode("utf-8")
        if (type is None) or (type in self.noSpan):
            self.writer(token)
        else:
            self.writer(
                b'<span class="py-src-'
                + type.encode("utf-8")
                + b'">'
                + token
                + b"</span>"
            )

class SmallerHTMLWriter(HTMLWriter):
    """
    HTMLWriter that doesn't generate spans for some junk.

Results in much smaller HTML output.
    """

noSpan = ["endmarker", "indent", "dedent", "op", "newline", "nl"]

def filter(inp, out, writer=HTMLWriter):
    out.write(b"<pre>")
    printer = TokenPrinter(writer(out.write).write).printtoken
    try:
        for token in tokenize.tokenize(inp.readline):
            (tokenType, string, start, end, line) = token
            printer(tokenType, string, start, end, line)
    except tokenize.TokenError:
        pass
    out.write(b"</pre>\n")

def main():
    import sys

stdout = getattr(sys.stdout, "buffer", sys.stdout)
    with open(sys.argv[1], "rb") as f:
        filter(f, stdout)

if __name__ == "__main__":
    main()