Gecko [ tsuru-no-tsurugi.tokyo ]

Name	Size	Permission	Date
context	[ DIR ]	drwxr-xr-x	2026-07-06 06:50
generator	[ DIR ]	drwxr-xr-x	2026-07-06 06:50
i18n	[ DIR ]	drwxr-xr-x	2026-07-06 06:50
markdown	[ DIR ]	drwxr-xr-x	2026-07-06 06:50
markup	[ DIR ]	drwxr-xr-x	2026-07-06 06:50
parser	[ DIR ]	drwxr-xr-x	2026-07-06 06:50
rd	[ DIR ]	drwxr-xr-x	2026-07-06 06:50
ri	[ DIR ]	drwxr-xr-x	2026-07-06 06:50
stats	[ DIR ]	drwxr-xr-x	2026-07-06 06:50
alias.rb	2.12 KB	-rw-r--r--	2021-07-07 19:08
anon_class.rb	172 B	-rw-r--r--	2021-07-07 19:08
any_method.rb	8.05 KB	-rw-r--r--	2021-07-07 19:08
attr.rb	3.76 KB	-rw-r--r--	2021-07-07 19:08
class_module.rb	19.82 KB	-rw-r--r--	2021-07-07 19:08
code_object.rb	9.26 KB	-rw-r--r--	2021-07-07 19:08
code_objects.rb	151 B	-rw-r--r--	2021-07-07 19:08
comment.rb	5.74 KB	-rw-r--r--	2021-07-07 19:08
constant.rb	3.59 KB	-rw-r--r--	2021-07-07 19:08
context.rb	30.27 KB	-rw-r--r--	2021-07-07 19:08
cross_reference.rb	6.53 KB	-rw-r--r--	2021-07-07 19:08
encoding.rb	3.75 KB	-rw-r--r--	2021-07-07 19:08
erb_partial.rb	401 B	-rw-r--r--	2021-07-07 19:08
erbio.rb	1.01 KB	-rw-r--r--	2021-07-07 19:08
extend.rb	170 B	-rw-r--r--	2021-07-07 19:08
generator.rb	1.79 KB	-rw-r--r--	2021-07-07 19:08
ghost_method.rb	144 B	-rw-r--r--	2021-07-07 19:08
i18n.rb	174 B	-rw-r--r--	2021-07-07 19:08
include.rb	172 B	-rw-r--r--	2021-07-07 19:08
known_classes.rb	2.62 KB	-rw-r--r--	2021-07-07 19:08
markdown.rb	386.32 KB	-rw-r--r--	2021-07-07 19:08
markup.rb	28.13 KB	-rw-r--r--	2021-07-07 19:08
meta_method.rb	129 B	-rw-r--r--	2021-07-07 19:08
method_attr.rb	9.03 KB	-rw-r--r--	2021-07-07 19:08
mixin.rb	2.75 KB	-rw-r--r--	2021-07-07 19:08
normal_class.rb	2.13 KB	-rw-r--r--	2021-07-07 19:08
normal_module.rb	1.43 KB	-rw-r--r--	2021-07-07 19:08
options.rb	32.45 KB	-rw-r--r--	2021-07-07 19:08
parser.rb	7.07 KB	-rw-r--r--	2021-07-07 19:08
rd.rb	3.57 KB	-rw-r--r--	2021-07-07 19:08
rdoc.rb	14.1 KB	-rw-r--r--	2026-06-17 20:57
require.rb	965 B	-rw-r--r--	2021-07-07 19:08
ri.rb	345 B	-rw-r--r--	2021-07-07 19:08
rubygems_hook.rb	5.15 KB	-rw-r--r--	2021-07-07 19:08
servlet.rb	12.23 KB	-rw-r--r--	2021-07-07 19:08
single_class.rb	408 B	-rw-r--r--	2021-07-07 19:08
stats.rb	10.48 KB	-rw-r--r--	2021-07-07 19:08
store.rb	22.67 KB	-rw-r--r--	2026-06-17 20:57
task.rb	7.67 KB	-rw-r--r--	2021-07-07 19:08
text.rb	7.4 KB	-rw-r--r--	2021-07-07 19:08
token_stream.rb	3.16 KB	-rw-r--r--	2021-07-07 19:08
tom_doc.rb	6.46 KB	-rw-r--r--	2021-07-07 19:08
top_level.rb	5.54 KB	-rw-r--r--	2021-07-07 19:08
version.rb	75 B	-rw-r--r--	2021-07-07 19:08

Rename

# frozen_string_literal: true
##
# A TokenStream is a list of tokens, gathered during the parse of some entity
# (say a method). Entities populate these streams by being registered with the
# lexer. Any class can collect tokens by including TokenStream. From the
# outside, you use such an object by calling the start_collecting_tokens
# method, followed by calls to add_token and pop_token.

module RDoc::TokenStream

##
  # Converts +token_stream+ to HTML wrapping various tokens with
  # <tt><span></tt> elements. Some tokens types are wrapped in spans
  # with the given class names. Other token types are not wrapped in spans.

def self.to_html token_stream
    starting_title = false

token_stream.map do |t|
      next unless t

style = case t[:kind]
              when :on_const   then 'ruby-constant'
              when :on_kw      then 'ruby-keyword'
              when :on_ivar    then 'ruby-ivar'
              when :on_cvar    then 'ruby-identifier'
              when :on_gvar    then 'ruby-identifier'
              when '=' != t[:text] && :on_op
                               then 'ruby-operator'
              when :on_tlambda then 'ruby-operator'
              when :on_ident   then 'ruby-identifier'
              when :on_label   then 'ruby-value'
              when :on_backref, :on_dstring
                               then 'ruby-node'
              when :on_comment then 'ruby-comment'
              when :on_embdoc  then 'ruby-comment'
              when :on_regexp  then 'ruby-regexp'
              when :on_tstring then 'ruby-string'
              when :on_int, :on_float,
                   :on_rational, :on_imaginary,
                   :on_heredoc,
                   :on_symbol, :on_CHAR then 'ruby-value'
              when :on_heredoc_beg, :on_heredoc_end
                               then 'ruby-identifier'
              end

comment_with_nl = false
      if :on_comment == t[:kind] or :on_embdoc == t[:kind] or :on_heredoc_end == t[:kind]
        comment_with_nl = true if "\n" == t[:text][-1]
        text = t[:text].rstrip
      else
        text = t[:text]
      end

if :on_ident == t[:kind] && starting_title
        starting_title = false
        style = 'ruby-identifier ruby-title'
      end

if :on_kw == t[:kind] and 'def' == t[:text]
        starting_title = true
      end

text = CGI.escapeHTML text

if style then
        "<span class=\"#{style}\">#{text}</span>#{"\n" if comment_with_nl}"
      else
        text
      end
    end.join
  end

##
  # Adds +tokens+ to the collected tokens

def add_tokens(tokens)
    @token_stream.concat(tokens)
  end

##
  # Adds one +token+ to the collected tokens

def add_token(token)
    @token_stream.push(token)
  end

##
  # Starts collecting tokens

def collect_tokens
    @token_stream = []
  end

alias start_collecting_tokens collect_tokens

##
  # Remove the last token from the collected tokens

def pop_token
    @token_stream.pop
  end

##
  # Current token stream

def token_stream
    @token_stream
  end

##
  # Returns a string representation of the token stream

def tokens_to_s
    token_stream.compact.map { |token| token[:text] }.join ''
  end

end