Gecko [ tsuru-no-tsurugi.tokyo ]

Name	Size	Permission	Date
__pycache__	[ DIR ]	drwxr-xr-x	2024-11-28 06:27
__init__.py	11 KB	-rw-r--r--	2022-01-06 20:12
_asy_builtins.py	26.65 KB	-rw-r--r--	2022-01-06 20:12
_cl_builtins.py	13.67 KB	-rw-r--r--	2022-01-06 20:12
_cocoa_builtins.py	102.72 KB	-rw-r--r--	2022-01-06 20:12
_csound_builtins.py	17.84 KB	-rw-r--r--	2022-01-06 20:12
_julia_builtins.py	11.6 KB	-rw-r--r--	2022-01-06 20:12
_lasso_builtins.py	131.36 KB	-rw-r--r--	2022-01-06 20:12
_lilypond_builtins.py	101.67 KB	-rw-r--r--	2022-01-06 20:12
_lua_builtins.py	8.08 KB	-rw-r--r--	2022-01-06 20:12
_mapping.py	62.33 KB	-rw-r--r--	2022-01-06 20:12
_mql_builtins.py	24.13 KB	-rw-r--r--	2022-01-06 20:12
_mysql_builtins.py	23.92 KB	-rw-r--r--	2022-01-06 20:12
_openedge_builtins.py	48.24 KB	-rw-r--r--	2022-01-06 20:12
_php_builtins.py	150.72 KB	-rw-r--r--	2022-01-06 20:12
_postgres_builtins.py	11.9 KB	-rw-r--r--	2022-01-06 20:12
_scilab_builtins.py	51.15 KB	-rw-r--r--	2022-01-06 20:12
_sourcemod_builtins.py	26.42 KB	-rw-r--r--	2022-01-06 20:12
_stan_builtins.py	10.21 KB	-rw-r--r--	2022-01-06 20:12
_stata_builtins.py	26.59 KB	-rw-r--r--	2022-01-06 20:12
_tsql_builtins.py	15.1 KB	-rw-r--r--	2022-01-06 20:12
_usd_builtins.py	1.62 KB	-rw-r--r--	2022-01-06 20:12
_vbscript_builtins.py	4.13 KB	-rw-r--r--	2022-01-06 20:12
_vim_builtins.py	55.73 KB	-rw-r--r--	2022-01-06 20:12
actionscript.py	11.31 KB	-rw-r--r--	2022-01-06 20:12
agile.py	876 B	-rw-r--r--	2022-01-06 20:12
algebra.py	7.59 KB	-rw-r--r--	2022-01-06 20:12
ambient.py	2.54 KB	-rw-r--r--	2022-01-06 20:12
amdgpu.py	1.57 KB	-rw-r--r--	2022-01-06 20:12
ampl.py	4.05 KB	-rw-r--r--	2022-01-06 20:12
apdlexer.py	26.04 KB	-rw-r--r--	2022-01-06 20:12
apl.py	3.32 KB	-rw-r--r--	2022-01-06 20:12
archetype.py	11.17 KB	-rw-r--r--	2022-01-06 20:12
arrow.py	3.47 KB	-rw-r--r--	2022-01-06 20:12
asc.py	1.54 KB	-rw-r--r--	2022-01-06 20:12
asm.py	40.19 KB	-rw-r--r--	2022-01-06 20:12
automation.py	19.34 KB	-rw-r--r--	2022-01-06 20:12
bare.py	2.97 KB	-rw-r--r--	2022-01-06 20:12
basic.py	27.22 KB	-rw-r--r--	2022-01-06 20:12
bdd.py	1.59 KB	-rw-r--r--	2022-01-06 20:12
bibtex.py	4.62 KB	-rw-r--r--	2022-01-06 20:12
boa.py	3.87 KB	-rw-r--r--	2022-01-06 20:12
business.py	27.4 KB	-rw-r--r--	2022-01-06 20:12
c_cpp.py	15.67 KB	-rw-r--r--	2022-01-06 20:12
c_like.py	28.45 KB	-rw-r--r--	2022-01-06 20:12
capnproto.py	2.17 KB	-rw-r--r--	2022-01-06 20:12
cddl.py	5.2 KB	-rw-r--r--	2022-01-06 20:12
chapel.py	4.89 KB	-rw-r--r--	2022-01-06 20:12
clean.py	6.24 KB	-rw-r--r--	2022-01-06 20:12
compiled.py	1.33 KB	-rw-r--r--	2022-01-06 20:12
configs.py	39.49 KB	-rw-r--r--	2022-01-06 20:12
console.py	4.05 KB	-rw-r--r--	2022-01-06 20:12
crystal.py	15.41 KB	-rw-r--r--	2022-01-06 20:12
csound.py	16.56 KB	-rw-r--r--	2022-01-06 20:12
css.py	31.15 KB	-rw-r--r--	2022-01-06 20:12
d.py	9.61 KB	-rw-r--r--	2022-01-06 20:12
dalvik.py	4.47 KB	-rw-r--r--	2022-01-06 20:12
data.py	23.96 KB	-rw-r--r--	2022-01-06 20:12
devicetree.py	3.92 KB	-rw-r--r--	2022-01-06 20:12
diff.py	5.04 KB	-rw-r--r--	2022-01-06 20:12
dotnet.py	28.47 KB	-rw-r--r--	2022-01-06 20:12
dsls.py	35.45 KB	-rw-r--r--	2022-01-06 20:12
dylan.py	10.16 KB	-rw-r--r--	2022-01-06 20:12
ecl.py	6.09 KB	-rw-r--r--	2022-01-06 20:12
eiffel.py	2.6 KB	-rw-r--r--	2022-01-06 20:12
elm.py	3.08 KB	-rw-r--r--	2022-01-06 20:12
elpi.py	5.83 KB	-rw-r--r--	2022-01-06 20:12
email.py	4.97 KB	-rw-r--r--	2022-01-06 20:12
erlang.py	18.76 KB	-rw-r--r--	2022-01-06 20:12
esoteric.py	10.17 KB	-rw-r--r--	2022-01-06 20:12
ezhil.py	3.27 KB	-rw-r--r--	2022-01-06 20:12
factor.py	19.12 KB	-rw-r--r--	2022-01-06 20:12
fantom.py	9.96 KB	-rw-r--r--	2022-01-06 20:12
felix.py	9.41 KB	-rw-r--r--	2022-01-06 20:12
floscript.py	2.6 KB	-rw-r--r--	2022-01-06 20:12
forth.py	6.99 KB	-rw-r--r--	2022-01-06 20:12
fortran.py	10.07 KB	-rw-r--r--	2022-01-06 20:12
foxpro.py	25.6 KB	-rw-r--r--	2022-01-06 20:12
freefem.py	26.43 KB	-rw-r--r--	2022-01-06 20:12
functional.py	674 B	-rw-r--r--	2022-01-06 20:12
futhark.py	3.64 KB	-rw-r--r--	2022-01-06 20:12
gcodelexer.py	826 B	-rw-r--r--	2022-01-06 20:12
gdscript.py	10.94 KB	-rw-r--r--	2022-01-06 20:12
go.py	3.65 KB	-rw-r--r--	2022-01-06 20:12
grammar_notation.py	7.83 KB	-rw-r--r--	2022-01-06 20:12
graph.py	3.77 KB	-rw-r--r--	2022-01-06 20:12
graphics.py	38.15 KB	-rw-r--r--	2022-01-06 20:12
graphviz.py	1.83 KB	-rw-r--r--	2022-01-06 20:12
gsql.py	3.68 KB	-rw-r--r--	2022-01-06 20:12
haskell.py	31.98 KB	-rw-r--r--	2022-01-06 20:12
haxe.py	30.21 KB	-rw-r--r--	2022-01-06 20:12
hdl.py	21.99 KB	-rw-r--r--	2022-01-06 20:12
hexdump.py	3.52 KB	-rw-r--r--	2022-01-06 20:12
html.py	19.34 KB	-rw-r--r--	2022-01-06 20:12
idl.py	14.87 KB	-rw-r--r--	2022-01-06 20:12
igor.py	29.87 KB	-rw-r--r--	2022-01-06 20:12
inferno.py	3.02 KB	-rw-r--r--	2022-01-06 20:12
installers.py	12.8 KB	-rw-r--r--	2022-01-06 20:12
int_fiction.py	55.32 KB	-rw-r--r--	2022-01-06 20:12
iolang.py	1.84 KB	-rw-r--r--	2022-01-06 20:12
j.py	4.4 KB	-rw-r--r--	2022-01-06 20:12
javascript.py	58.67 KB	-rw-r--r--	2022-01-06 20:12
jslt.py	3.61 KB	-rw-r--r--	2022-01-06 20:12
julia.py	11 KB	-rw-r--r--	2022-01-06 20:12
jvm.py	70.05 KB	-rw-r--r--	2022-01-06 20:12
kuin.py	10.5 KB	-rw-r--r--	2022-01-06 20:12
lilypond.py	8.26 KB	-rw-r--r--	2022-01-06 20:12
lisp.py	139.4 KB	-rw-r--r--	2022-01-06 20:12
make.py	7.26 KB	-rw-r--r--	2022-01-06 20:12
markup.py	26.11 KB	-rw-r--r--	2022-01-06 20:12
math.py	676 B	-rw-r--r--	2022-01-06 20:12
matlab.py	129.3 KB	-rw-r--r--	2022-01-06 20:12
maxima.py	2.65 KB	-rw-r--r--	2022-01-06 20:12
meson.py	4.33 KB	-rw-r--r--	2022-01-06 20:12
mime.py	7.36 KB	-rw-r--r--	2022-01-06 20:12
ml.py	34.47 KB	-rw-r--r--	2022-01-06 20:12
modeling.py	13.07 KB	-rw-r--r--	2022-01-06 20:12
modula2.py	51.82 KB	-rw-r--r--	2022-01-06 20:12
monte.py	6.14 KB	-rw-r--r--	2022-01-06 20:12
mosel.py	8.97 KB	-rw-r--r--	2022-01-06 20:12
ncl.py	62.46 KB	-rw-r--r--	2022-01-06 20:12
nimrod.py	5 KB	-rw-r--r--	2022-01-06 20:12
nit.py	2.66 KB	-rw-r--r--	2022-01-06 20:12
nix.py	3.91 KB	-rw-r--r--	2022-01-06 20:12
oberon.py	4.11 KB	-rw-r--r--	2022-01-06 20:12
objective.py	22.26 KB	-rw-r--r--	2022-01-06 20:12
ooc.py	2.91 KB	-rw-r--r--	2022-01-06 20:12
other.py	1.7 KB	-rw-r--r--	2022-01-06 20:12
parasail.py	2.65 KB	-rw-r--r--	2022-01-06 20:12
parsers.py	25.27 KB	-rw-r--r--	2022-01-06 20:12
pascal.py	31.84 KB	-rw-r--r--	2022-01-06 20:12
pawn.py	7.96 KB	-rw-r--r--	2022-01-06 20:12
perl.py	38.16 KB	-rw-r--r--	2022-01-06 20:12
php.py	12.25 KB	-rw-r--r--	2022-01-06 20:12
pointless.py	1.92 KB	-rw-r--r--	2022-01-06 20:12
pony.py	3.17 KB	-rw-r--r--	2022-01-06 20:12
praat.py	11.99 KB	-rw-r--r--	2022-01-06 20:12
procfile.py	1.19 KB	-rw-r--r--	2022-01-06 20:12
prolog.py	12.09 KB	-rw-r--r--	2022-01-06 20:12
promql.py	4.63 KB	-rw-r--r--	2022-01-06 20:12
python.py	51.49 KB	-rw-r--r--	2022-01-06 20:12
qvt.py	5.93 KB	-rw-r--r--	2022-01-06 20:12
r.py	6.02 KB	-rw-r--r--	2022-01-06 20:12
rdf.py	15.42 KB	-rw-r--r--	2022-01-06 20:12
rebol.py	18.16 KB	-rw-r--r--	2022-01-06 20:12
resource.py	2.83 KB	-rw-r--r--	2022-01-06 20:12
ride.py	4.93 KB	-rw-r--r--	2022-01-06 20:12
rita.py	1.16 KB	-rw-r--r--	2022-01-06 20:12
rnc.py	1.92 KB	-rw-r--r--	2022-01-06 20:12
roboconf.py	2 KB	-rw-r--r--	2022-01-06 20:12
robotframework.py	17.99 KB	-rw-r--r--	2022-01-06 20:12
ruby.py	22.14 KB	-rw-r--r--	2022-01-06 20:12
rust.py	7.99 KB	-rw-r--r--	2022-01-06 20:12
sas.py	9.2 KB	-rw-r--r--	2022-01-06 20:12
savi.py	4.24 KB	-rw-r--r--	2022-01-06 20:12
scdoc.py	2.19 KB	-rw-r--r--	2022-01-06 20:12
scripting.py	68.41 KB	-rw-r--r--	2022-01-06 20:12
sgf.py	2 KB	-rw-r--r--	2022-01-06 20:12
shell.py	35.06 KB	-rw-r--r--	2022-01-06 20:12
sieve.py	2.24 KB	-rw-r--r--	2022-01-06 20:12
slash.py	8.28 KB	-rw-r--r--	2022-01-06 20:12
smalltalk.py	7.02 KB	-rw-r--r--	2022-01-06 20:12
smithy.py	2.6 KB	-rw-r--r--	2024-11-22 22:44
smv.py	2.71 KB	-rw-r--r--	2022-01-06 20:12
snobol.py	2.67 KB	-rw-r--r--	2022-01-06 20:12
solidity.py	3.1 KB	-rw-r--r--	2022-01-06 20:12
sophia.py	3.29 KB	-rw-r--r--	2022-01-06 20:12
special.py	3.37 KB	-rw-r--r--	2022-01-06 20:12
spice.py	2.06 KB	-rw-r--r--	2022-01-06 20:12
sql.py	33.42 KB	-rw-r--r--	2022-01-06 20:12
srcinfo.py	1.63 KB	-rw-r--r--	2022-01-06 20:12
stata.py	6.26 KB	-rw-r--r--	2022-01-06 20:12
supercollider.py	3.61 KB	-rw-r--r--	2022-01-06 20:12
tcl.py	5.27 KB	-rw-r--r--	2022-01-06 20:12
teal.py	3.41 KB	-rw-r--r--	2022-01-06 20:12
templates.py	69.96 KB	-rw-r--r--	2022-01-06 20:12
teraterm.py	9.65 KB	-rw-r--r--	2022-01-06 20:12
testing.py	10.52 KB	-rw-r--r--	2022-01-06 20:12
text.py	1006 B	-rw-r--r--	2022-01-06 20:12
textedit.py	7.44 KB	-rw-r--r--	2022-01-06 20:12
textfmts.py	14.8 KB	-rw-r--r--	2022-01-06 20:12
theorem.py	19.15 KB	-rw-r--r--	2022-01-06 20:12
thingsdb.py	4.13 KB	-rw-r--r--	2022-01-06 20:12
tnt.py	10.27 KB	-rw-r--r--	2022-01-06 20:12
trafficscript.py	1.48 KB	-rw-r--r--	2022-01-06 20:12
typoscript.py	8.01 KB	-rw-r--r--	2022-01-06 20:12
unicon.py	18.08 KB	-rw-r--r--	2022-01-06 20:12
urbi.py	5.9 KB	-rw-r--r--	2022-01-06 20:12
usd.py	3.37 KB	-rw-r--r--	2022-01-06 20:12
varnish.py	7.07 KB	-rw-r--r--	2022-01-06 20:12
verification.py	3.82 KB	-rw-r--r--	2022-01-06 20:12
web.py	894 B	-rw-r--r--	2022-01-06 20:12
webassembly.py	5.56 KB	-rw-r--r--	2022-01-06 20:12
webidl.py	10.23 KB	-rw-r--r--	2022-01-06 20:12
webmisc.py	39.07 KB	-rw-r--r--	2022-01-06 20:12
whiley.py	3.89 KB	-rw-r--r--	2022-01-06 20:12
x10.py	1.84 KB	-rw-r--r--	2022-01-06 20:12
xorg.py	865 B	-rw-r--r--	2022-01-06 20:12
yang.py	4.42 KB	-rw-r--r--	2022-01-06 20:12
zig.py	3.85 KB	-rw-r--r--	2022-01-06 20:12

Rename

"""
    pygments.lexers.tnt
    ~~~~~~~~~~~~~~~~~~~

Lexer for Typographic Number Theory.

:copyright: Copyright 2006-2021 by the Pygments team, see AUTHORS.
    :license: BSD, see LICENSE for details.
"""

import re

from pygments.lexer import Lexer
from pygments.token import Text, Comment, Operator, Keyword, Name, Number, \
    Punctuation, Error

__all__ = ['TNTLexer']

class TNTLexer(Lexer):
    """
    Lexer for Typographic Number Theory, as described in the book
    Gödel, Escher, Bach, by Douglas R. Hofstadter,
    or as summarized here:
    https://github.com/Kenny2github/language-tnt/blob/master/README.md#summary-of-tnt

.. versionadded:: 2.7
    """

name = 'Typographic Number Theory'
    aliases = ['tnt']
    filenames = ['*.tnt']

cur = []

LOGIC = set('⊃→]&∧^|∨Vv')
    OPERATORS = set('+.⋅*')
    VARIABLES = set('abcde')
    PRIMES = set("'′")
    NEGATORS = set('~!')
    QUANTIFIERS = set('AE∀∃')
    NUMBERS = set('0123456789')
    WHITESPACE = set('\t \v\n')

def __init__(self, *args, **kwargs):
        Lexer.__init__(self, *args, **kwargs)
        self.cur = []

def whitespace(self, start, text, required=False):
        """Tokenize whitespace."""
        end = start
        try:
            while text[end] in self.WHITESPACE:
                end += 1
        except IndexError:
            end = len(text)
        if required and end == start:
            raise AssertionError
        if end != start:
            self.cur.append((start, Text, text[start:end]))
        return end

def variable(self, start, text):
        """Tokenize a variable."""
        if text[start] not in self.VARIABLES:
            raise AssertionError
        end = start+1
        while text[end] in self.PRIMES:
            end += 1
        self.cur.append((start, Name.Variable, text[start:end]))
        return end

def term(self, start, text):
        """Tokenize a term."""
        if text[start] == 'S':  # S...S(...) or S...0
            end = start+1
            while text[end] == 'S':
                end += 1
            self.cur.append((start, Number.Integer, text[start:end]))
            return self.term(end, text)
        if text[start] == '0':  # the singleton 0
            self.cur.append((start, Number.Integer, text[start]))
            return start+1
        if text[start] in self.VARIABLES:  # a''...
            return self.variable(start, text)
        if text[start] == '(':  # (...+...)
            self.cur.append((start, Punctuation, text[start]))
            start = self.term(start+1, text)
            if text[start] not in self.OPERATORS:
                raise AssertionError
            self.cur.append((start, Operator, text[start]))
            start = self.term(start+1, text)
            if text[start] != ')':
                raise AssertionError
            self.cur.append((start, Punctuation, text[start]))
            return start+1
        raise AssertionError  # no matches

def formula(self, start, text):
        """Tokenize a formula."""
        if text[start] in self.NEGATORS:  # ~<...>
            end = start+1
            while text[end] in self.NEGATORS:
                end += 1
            self.cur.append((start, Operator, text[start:end]))
            return self.formula(end, text)
        if text[start] in self.QUANTIFIERS:  # Aa:<...>
            self.cur.append((start, Keyword.Declaration, text[start]))
            start = self.variable(start+1, text)
            if text[start] != ':':
                raise AssertionError
            self.cur.append((start, Punctuation, text[start]))
            return self.formula(start+1, text)
        if text[start] == '<':  # <...&...>
            self.cur.append((start, Punctuation, text[start]))
            start = self.formula(start+1, text)
            if text[start] not in self.LOGIC:
                raise AssertionError
            self.cur.append((start, Operator, text[start]))
            start = self.formula(start+1, text)
            if text[start] != '>':
                raise AssertionError
            self.cur.append((start, Punctuation, text[start]))
            return start+1
        # ...=...
        start = self.term(start, text)
        if text[start] != '=':
            raise AssertionError
        self.cur.append((start, Operator, text[start]))
        start = self.term(start+1, text)
        return start

def rule(self, start, text):
        """Tokenize a rule."""
        match = self.RULES.match(text, start)
        if match is None:
            raise AssertionError
        groups = sorted(match.regs[1:])  # exclude whole match
        for group in groups:
            if group[0] >= 0:  # this group matched
                self.cur.append((start, Keyword, text[start:group[0]]))
                self.cur.append((group[0], Number.Integer,
                                 text[group[0]:group[1]]))
                if group[1] != match.end():
                    self.cur.append((group[1], Keyword,
                                     text[group[1]:match.end()]))
                break
        else:
            self.cur.append((start, Keyword, text[start:match.end()]))
        return match.end()

def lineno(self, start, text):
        """Tokenize a line referral."""
        end = start
        while text[end] not in self.NUMBERS:
            end += 1
        self.cur.append((start, Punctuation, text[start]))
        self.cur.append((start+1, Text, text[start+1:end]))
        start = end
        match = self.LINENOS.match(text, start)
        if match is None:
            raise AssertionError
        if text[match.end()] != ')':
            raise AssertionError
        self.cur.append((match.start(), Number.Integer, match.group(0)))
        self.cur.append((match.end(), Punctuation, text[match.end()]))
        return match.end() + 1

def error_till_line_end(self, start, text):
        """Mark everything from ``start`` to the end of the line as Error."""
        end = start
        try:
            while text[end] != '\n':  # there's whitespace in rules
                end += 1
        except IndexError:
            end = len(text)
        if end != start:
            self.cur.append((start, Error, text[start:end]))
        end = self.whitespace(end, text)
        return end

def get_tokens_unprocessed(self, text):
        """Returns a list of TNT tokens."""
        self.cur = []
        start = end = self.whitespace(0, text)
        while start <= end < len(text):
            try:
                # try line number
                while text[end] in self.NUMBERS:
                    end += 1
                if end != start:  # actual number present
                    self.cur.append((start, Number.Integer, text[start:end]))
                    # whitespace is required after a line number
                    orig = len(self.cur)
                    try:
                        start = end = self.whitespace(end, text, True)
                    except AssertionError:
                        del self.cur[orig:]
                        start = end = self.error_till_line_end(end, text)
                        continue
                # at this point it could be a comment
                match = self.COMMENT.match(text, start)
                if match is not None:
                    self.cur.append((start, Comment, text[start:match.end()]))
                    start = end = match.end()
                    # anything after the closing bracket is invalid
                    start = end = self.error_till_line_end(start, text)
                    # do not attempt to process the rest
                    continue
                del match
                if text[start] in '[]':  # fantasy push or pop
                    self.cur.append((start, Keyword, text[start]))
                    start += 1
                    end += 1
                else:
                    # one formula, possibly containing subformulae
                    orig = len(self.cur)
                    try:
                        start = end = self.formula(start, text)
                    except (AssertionError, RecursionError):  # not well-formed
                        del self.cur[orig:]
                        while text[end] not in self.WHITESPACE:
                            end += 1
                        self.cur.append((start, Error, text[start:end]))
                        start = end
                # skip whitespace after formula
                orig = len(self.cur)
                try:
                    start = end = self.whitespace(end, text, True)
                except AssertionError:
                    del self.cur[orig:]
                    start = end = self.error_till_line_end(start, text)
                    continue
                # rule proving this formula a theorem
                orig = len(self.cur)
                try:
                    start = end = self.rule(start, text)
                except AssertionError:
                    del self.cur[orig:]
                    start = end = self.error_till_line_end(start, text)
                    continue
                # skip whitespace after rule
                start = end = self.whitespace(end, text)
                # line marker
                if text[start] == '(':
                    orig = len(self.cur)
                    try:
                        start = end = self.lineno(start, text)
                    except AssertionError:
                        del self.cur[orig:]
                        start = end = self.error_till_line_end(start, text)
                        continue
                    start = end = self.whitespace(start, text)
            except IndexError:
                try:
                    del self.cur[orig:]
                except NameError:
                    pass  # if orig was never defined, fine
                self.error_till_line_end(start, text)
        return self.cur