class RDInlineParser
preclow
nonassoc EX_LOW
left QUOTE BAR SLASH BACK_SLASH URL OTHER
REF_OPEN FOOTNOTE_OPEN FOOTNOTE_CLOSE
nonassoc EX_HIGH
prechigh
token EM_OPEN EM_CLOSE
CODE_OPEN CODE_CLOSE
VAR_OPEN VAR_CLOSE
KBD_OPEN KBD_CLOSE
INDEX_OPEN INDEX_CLOSE
REF_OPEN REF_CLOSE
FOOTNOTE_OPEN FOOTNOTE_CLOSE
VERB_OPEN VERB_CLOSE
BAR QUOTE SLASH BACK_SLASH URL OTHER EX_LOW EX_HIGH
rule
content : elements
;
elements : elements element { result.push(val[1]) }
| element { result = val }
;
element : emphasis
| code
| var
| keyboard
| index
| reference
| footnote
| verb
| normal_str_ele
;
emphasis : EM_OPEN content EM_CLOSE {
result = Emphasis.new
add_children_to_element(result, *val[1])
}
;
code : CODE_OPEN content CODE_CLOSE {
result = Code.new
add_children_to_element(result, *val[1])
}
;
var : VAR_OPEN content VAR_CLOSE {
result = Var.new
add_children_to_element(result, *val[1])
}
;
keyboard : KBD_OPEN content KBD_CLOSE {
result = Keyboard.new
add_children_to_element(result, *val[1])
}
;
index : INDEX_OPEN content INDEX_CLOSE {
result = Index.new
add_children_to_element(result, *val[1])
}
;
# Refernce # ((<subst|filename/element_label>))
reference : REF_OPEN substitute ref_label REF_CLOSE
{ result = Reference.new(val[2])
add_children_to_element(result, *val[1])
}
| REF_OPEN ref_label2 REF_CLOSE
{
result = make_reference_from_label(val[1])
}
;
ref_label : URL ref_url_strings { result = Reference::URL.new(val[1]) }
| filename element_label
{ result = Reference::TemporaryLabel.new(val[1],
val[0]) }
| element_label
{ result = Reference::TemporaryLabel.new(val[0]) }
| filename { result = Reference::TemporaryLabel.new([], val[0]) }
;
ref_label2 : URL ref_url_strings { result = Reference::URL.new(val[1]) }
| filename element_label2
{ result = Reference::TemporaryLabel.new(val[1],
val[0]) }
| element_label2
{ result = Reference::TemporaryLabel.new(val[0]) }
| filename { result = Reference::TemporaryLabel.new([],
val[0]) }
;
substitute : ref_subst_content BAR
| QUOTE ref_subst_content_q QUOTE BAR
{ result = val[1] }
| QUOTE ref_subst_strings_q QUOTE BAR
{ result = [StringElement.new(val[1])] }
;
filename : ref_subst_strings_first SLASH
| QUOTE ref_subst_strings_q QUOTE SLASH
{ result = val[1] }
;
# when substitute part exists
element_label : ref_subst_strings_first
{ result = [StringElement.new(val[0])] }
| QUOTE ref_subst_strings_q QUOTE
{ result = [StringElement.new(val[1])] }
;
# when substitute part doesn't exist
# in this case, element label can contain Inlines
element_label2 : ref_subst_content
| QUOTE ref_subst_content_q QUOTE
{ result = val[1] }
| QUOTE ref_subst_strings_q QUOTE
{ result = [StringElement.new(val[1])] }
;
ref_subst_content : ref_subst_ele2 ref_subst_eles
{ result = val[1].unshift(val[0]) }
| ref_subst_str_ele_first ref_subst_eles
{ result = val[1].unshift(val[0]) }
| ref_subst_str_ele_first
{ result = val }
| ref_subst_ele2 { result = val }
;
ref_subst_content_q : ref_subst_eles_q
;
ref_subst_eles : ref_subst_eles ref_subst_ele
{ result.push(val[1]) }
| ref_subst_ele { result = val }
;
ref_subst_eles_q : ref_subst_eles_q ref_subst_ele_q
{ result.push(val[1]) }
| ref_subst_ele_q { result = val }
;
ref_subst_ele2 : emphasis
| code
| var
| keyboard
| index
| verb
;
ref_subst_ele : ref_subst_ele2
| ref_subst_str_ele
;
ref_subst_ele_q : ref_subst_ele2
| ref_subst_str_ele_q
;
ref_subst_str_ele : ref_subst_strings = EX_LOW
{ result = StringElement.new(val[0]) }
;
ref_subst_str_ele_first : ref_subst_strings_first
{ result = StringElement.new(val[0]) }
;
ref_subst_str_ele_q : ref_subst_strings_q = EX_LOW
{ result = StringElement.new(val[0]) }
;
ref_subst_strings : ref_subst_strings ref_subst_string3
{ result << val[1] }
| ref_subst_string3
;
# if it is first element of substitute, it can't contain
# URL on head.
ref_subst_strings_first : ref_subst_string ref_subst_strings = EX_HIGH
{ result << val[1] }
| ref_subst_string = EX_LOW
;
ref_subst_strings_q : ref_subst_strings_q ref_subst_string_q
{ result << val[1] }
| ref_subst_string_q
;
ref_subst_string : OTHER
| BACK_SLASH
| REF_OPEN
| FOOTNOTE_OPEN
| FOOTNOTE_CLOSE
;
ref_subst_string2 : ref_subst_string
| URL
;
ref_subst_string3 : ref_subst_string2
| QUOTE
;
ref_subst_string_q : ref_subst_string2
| BAR
| SLASH
;
# end subst
# string in url
ref_url_strings : ref_url_strings ref_url_string { result << val[1] }
| ref_url_string
;
ref_url_string : OTHER
| BACK_SLASH BACK_SLASH
| URL
| SLASH
| BAR
| QUOTE
| EM_OPEN
| EM_CLOSE
| CODE_OPEN
| CODE_CLOSE
| VAR_OPEN
| VAR_CLOSE
| KBD_OPEN
| KBD_CLOSE
| INDEX_OPEN
| INDEX_CLOSE
| REF_OPEN
| FOOTNOTE_OPEN
| FOOTNOTE_CLOSE
| VERB_OPEN
| VERB_CLOSE
;
# end url # end Reference
footnote : FOOTNOTE_OPEN content FOOTNOTE_CLOSE {
result = Footnote.new
add_children_to_element(result, *val[1])
}
;
verb : VERB_OPEN verb_strings VERB_CLOSE {
result = Verb.new(val[1]) }
;
# normal string
# OTHER, QUOTE, BAR, SLASH, BACK_SLASH, URL
normal_string : OTHER
| QUOTE
| BAR
| SLASH
| BACK_SLASH
| URL
;
normal_strings : normal_strings normal_string
{ result << val[1] }
| normal_string
;
normal_str_ele : normal_strings = EX_LOW
{ result = StringElement.new(val[0]) }
;
# in verb
verb_string : verb_normal_string
| BACK_SLASH verb_normal_string { result = val[1] }
| BACK_SLASH VERB_CLOSE { result = val[1] }
| BACK_SLASH BACK_SLASH { result = val[1] }
;
verb_normal_string : OTHER
| QUOTE
| BAR
| SLASH
| EM_OPEN
| EM_CLOSE
| CODE_OPEN
| CODE_CLOSE
| VAR_OPEN
| VAR_CLOSE
| KBD_OPEN
| KBD_CLOSE
| INDEX_OPEN
| INDEX_CLOSE
| REF_OPEN
| REF_CLOSE
| FOOTNOTE_OPEN
| FOOTNOTE_CLOSE
| VERB_OPEN
| URL
;
verb_strings : verb_strings verb_string { result << val[1] }
| verb_string
;
verb_str_ele : verb_strings
;
end
—- inner include ParserUtility extend Forwardable
EM_OPEN = '((*' EM_OPEN_RE = /A#{Regexp.quote(EM_OPEN)}/ EM_CLOSE = '*))' EM_CLOSE_RE = /A#{Regexp.quote(EM_CLOSE)}/ CODE_OPEN = '(({' CODE_OPEN_RE = /A#{Regexp.quote(CODE_OPEN)}/ CODE_CLOSE = '}))' CODE_CLOSE_RE = /A#{Regexp.quote(CODE_CLOSE)}/ VAR_OPEN = '((|' VAR_OPEN_RE = /A#{Regexp.quote(VAR_OPEN)}/ VAR_CLOSE = '|))' VAR_CLOSE_RE = /A#{Regexp.quote(VAR_CLOSE)}/ KBD_OPEN = '((%' KBD_OPEN_RE = /A#{Regexp.quote(KBD_OPEN)}/ KBD_CLOSE = '%))' KBD_CLOSE_RE = /A#{Regexp.quote(KBD_CLOSE)}/ INDEX_OPEN = '((:' INDEX_OPEN_RE = /A#{Regexp.quote(INDEX_OPEN)}/ INDEX_CLOSE = ':))' INDEX_CLOSE_RE = /A#{Regexp.quote(INDEX_CLOSE)}/ REF_OPEN = '((<' REF_OPEN_RE = /A#{Regexp.quote(REF_OPEN)}/ REF_CLOSE = '>))' REF_CLOSE_RE = /A#{Regexp.quote(REF_CLOSE)}/ FOOTNOTE_OPEN = '((-' FOOTNOTE_OPEN_RE = /A#{Regexp.quote(FOOTNOTE_OPEN)}/ FOOTNOTE_CLOSE = '-))' FOOTNOTE_CLOSE_RE = /A#{Regexp.quote(FOOTNOTE_CLOSE)}/ VERB_OPEN = “(('” VERB_OPEN_RE = /A#{Regexp.quote(VERB_OPEN)}/ VERB_CLOSE = “'))” VERB_CLOSE_RE = /A#{Regexp.quote(VERB_CLOSE)}/
BAR = “|” BAR_RE = /A#{Regexp.quote(BAR)}/ QUOTE = '“' QUOTE_RE = /A#{Regexp.quote(QUOTE)}/ SLASH = ”/“ SLASH_RE = /A#{Regexp.quote(SLASH)}/ BACK_SLASH = ”\“ BACK_SLASH_RE = /A#{Regexp.quote(BACK_SLASH)}/ URL = ”URL:“ URL_RE = /A#{Regexp.quote(URL)}/
# Workaround for Regexp option change of Ruby 1.5.x other_re_mode = Regexp::EXTENDED if RUBY_VERSION > “1.5”
other_re_mode |= Regexp::MULTILINE
else
other_re_mode |= Regexp::POSIXLINE
end
OTHER_RE = Regexp.new(
"\\A.+?(?=#{Regexp.quote(EM_OPEN)}|#{Regexp.quote(EM_CLOSE)}|
#{Regexp.quote(CODE_OPEN)}|#{Regexp.quote(CODE_CLOSE)}|
#{Regexp.quote(VAR_OPEN)}|#{Regexp.quote(VAR_CLOSE)}|
#{Regexp.quote(KBD_OPEN)}|#{Regexp.quote(KBD_CLOSE)}|
#{Regexp.quote(INDEX_OPEN)}|#{Regexp.quote(INDEX_CLOSE)}|
#{Regexp.quote(REF_OPEN)}|#{Regexp.quote(REF_CLOSE)}|
#{Regexp.quote(FOOTNOTE_OPEN)}|#{Regexp.quote(FOOTNOTE_CLOSE)}|
#{Regexp.quote(VERB_OPEN)}|#{Regexp.quote(VERB_CLOSE)}|
#{Regexp.quote(BAR)}|
#{Regexp.quote(QUOTE)}|
#{Regexp.quote(SLASH)}|
#{Regexp.quote(BACK_SLASH)}|
#{Regexp.quote(URL)})", other_re_mode)
def initialize(bp)
@blockp = bp
end
def_delegator(:@blockp, :tree)
def parse(src)
@src = StringScanner.new(src) @pre = "" @yydebug = true do_parse
end
def next_token
return [false, false] if @src.eos?
# p @src.rest if @yydebug
if ret = @src.scan(EM_OPEN_RE) @pre << ret [:EM_OPEN, ret] elsif ret = @src.scan(EM_CLOSE_RE) @pre << ret [:EM_CLOSE, ret] elsif ret = @src.scan(CODE_OPEN_RE) @pre << ret [:CODE_OPEN, ret] elsif ret = @src.scan(CODE_CLOSE_RE) @pre << ret [:CODE_CLOSE, ret] elsif ret = @src.scan(VAR_OPEN_RE) @pre << ret [:VAR_OPEN, ret] elsif ret = @src.scan(VAR_CLOSE_RE) @pre << ret [:VAR_CLOSE, ret] elsif ret = @src.scan(KBD_OPEN_RE) @pre << ret [:KBD_OPEN, ret] elsif ret = @src.scan(KBD_CLOSE_RE) @pre << ret [:KBD_CLOSE, ret] elsif ret = @src.scan(INDEX_OPEN_RE) @pre << ret [:INDEX_OPEN, ret] elsif ret = @src.scan(INDEX_CLOSE_RE) @pre << ret [:INDEX_CLOSE, ret] elsif ret = @src.scan(REF_OPEN_RE) @pre << ret [:REF_OPEN, ret] elsif ret = @src.scan(REF_CLOSE_RE) @pre << ret [:REF_CLOSE, ret] elsif ret = @src.scan(FOOTNOTE_OPEN_RE) @pre << ret [:FOOTNOTE_OPEN, ret] elsif ret = @src.scan(FOOTNOTE_CLOSE_RE) @pre << ret [:FOOTNOTE_CLOSE, ret] elsif ret = @src.scan(VERB_OPEN_RE) @pre << ret [:VERB_OPEN, ret] elsif ret = @src.scan(VERB_CLOSE_RE) @pre << ret [:VERB_CLOSE, ret] elsif ret = @src.scan(BAR_RE) @pre << ret [:BAR, ret] elsif ret = @src.scan(QUOTE_RE) @pre << ret [:QUOTE, ret] elsif ret = @src.scan(SLASH_RE) @pre << ret [:SLASH, ret] elsif ret = @src.scan(BACK_SLASH_RE) @pre << ret [:BACK_SLASH, ret] elsif ret = @src.scan(URL_RE) @pre << ret [:URL, ret] elsif ret = @src.scan(OTHER_RE) @pre << ret [:OTHER, ret] else ret = @src.rest @pre << ret @src.terminate [:OTHER, ret] end
end
def make_reference_from_label(label) # Reference.new_from_label_under_document_struct(label, tree.document_struct)
Reference.new_from_label_without_document_struct(label)
end
def on_error(et, ev, values)
lines_of_rest = (RUBY_VERSION >= '1.9.0' ? @src.rest.lines.to_a.length : @src.rest.to_a.length ) prev_words = prev_words_on_error(ev) at = 4 + prev_words.length message = <<-MSG
RD syntax error: line #{@blockp.line_index - lines_of_rest}: …#{prev_words} #{(ev||'')} #{next_words_on_error()} …
MSG message << " " * at + "^" * (ev ? ev.length : 0) + "\n" raise ParseError, message
end
def prev_words_on_error(ev)
pre = @pre if ev and /#{Regexp.quote(ev)}$/ =~ pre pre = $` end last_line(pre)
end
def last_line(src)
if n = src.rindex("\n") src[(n+1) .. -1] else src end
end private :last_line
def next_words_on_error
if n = @src.rest.index("\n") @src.rest[0 .. (n-1)] else @src.rest end
end
—- header
require “rd/parser-util” require “forwardable” require “strscan”