class Regexp::Scanner

THIS IS A GENERATED FILE, DO NOT EDIT DIRECTLY This file was generated from lib/regexp_parser/scanner/scanner.rl

Constants

PROP_MAPS_DIR

Attributes

_re_scanner_eof_actions[RW]
_re_scanner_eof_trans[RW]
_re_scanner_from_state_actions[RW]
_re_scanner_index_offsets[RW]
_re_scanner_indicies[RW]
_re_scanner_key_spans[RW]
_re_scanner_to_state_actions[RW]
_re_scanner_trans_actions[RW]
_re_scanner_trans_keys[RW]
_re_scanner_trans_targs[RW]
re_scanner_en_char_type[RW]
re_scanner_en_character_set[RW]
re_scanner_en_conditional_expression[RW]
re_scanner_en_escape_sequence[RW]
re_scanner_en_main[RW]
re_scanner_en_set_escape_sequence[RW]
re_scanner_en_unicode_property[RW]
re_scanner_error[RW]
re_scanner_first_final[RW]
re_scanner_start[RW]
block[RW]
char_pos[RW]
conditional_stack[RW]
free_spacing[RW]
group_depth[RW]
literal[RW]
set_depth[RW]
spacing_stack[RW]
tokens[RW]

Public Class Methods

long_prop_map() click to toggle source
# File lib/regexp_parser/scanner.rb, line 2758
def self.long_prop_map
  @long_prop_map ||= YAML.load_file("#{PROP_MAPS_DIR}/long.yml")
end
scan(input_object, options: nil, &block) click to toggle source

Scans the given regular expression text, or Regexp object and collects the emitted token into an array that gets returned at the end. If a block is given, it gets called for each emitted token.

This method may raise errors if a syntax error is encountered.


# File lib/regexp_parser/scanner.rb, line 69
def self.scan(input_object, options: nil, &block)
  new.scan(input_object, options: options, &block)
end
short_prop_map() click to toggle source
# File lib/regexp_parser/scanner.rb, line 2754
def self.short_prop_map
  @short_prop_map ||= YAML.load_file("#{PROP_MAPS_DIR}/short.yml")
end

Public Instance Methods

emit(type, token, text) click to toggle source

Emits an array with the details of the scanned pattern

# File lib/regexp_parser/scanner.rb, line 2763
def emit(type, token, text)
  #puts "EMIT: type: #{type}, token: #{token}, text: #{text}, ts: #{ts}, te: #{te}"

  emit_literal if literal

  # Ragel runs with byte-based indices (ts, te). These are of little value to
  # end-users, so we keep track of char-based indices and emit those instead.
  ts_char_pos = char_pos
  te_char_pos = char_pos + text.length

  if block
    block.call type, token, text, ts_char_pos, te_char_pos
  end

  tokens << [type, token, text, ts_char_pos, te_char_pos]

  self.char_pos = te_char_pos
end
scan(input_object, options: nil, &block) click to toggle source
# File lib/regexp_parser/scanner.rb, line 73
  def scan(input_object, options: nil, &block)
    self.literal = nil
    stack = []

    input = input_object.is_a?(Regexp) ? input_object.source : input_object
    self.free_spacing = free_spacing?(input_object, options)
    self.spacing_stack = [{:free_spacing => free_spacing, :depth => 0}]

    data  = input.unpack("c*") if input.is_a?(String)
    eof   = data.length

    self.tokens = []
    self.block  = block_given? ? block : nil

    self.set_depth = 0
    self.group_depth = 0
    self.conditional_stack = []
    self.char_pos = 0

    
# line 94 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner.rb"
class << self
        attr_accessor :_re_scanner_trans_keys
        private :_re_scanner_trans_keys, :_re_scanner_trans_keys=
end
self._re_scanner_trans_keys = [
        0, 0, -128, -65, -128, -65, 
        -128, -65, -128, -65, -128, 
        -65, -128, -65, 41, 41, 
        39, 122, 33, 122, 48, 122, 
        39, 60, 39, 122, 48, 
        57, 39, 57, 48, 57, 
        39, 57, 39, 122, 43, 122, 
        48, 57, 48, 62, 48, 
        57, 43, 62, 43, 122, 
        48, 57, 48, 125, 44, 125, 
        123, 123, 9, 122, 9, 
        125, 9, 122, -128, -65, 
        -128, -65, 38, 38, 45, 122, 
        45, 122, 93, 93, 94, 
        120, 97, 120, 108, 115, 
        110, 112, 117, 117, 109, 109, 
        58, 58, 93, 93, 104, 
        104, 97, 97, 99, 99, 
        105, 105, 105, 105, 108, 108, 
        97, 97, 110, 110, 107, 
        107, 110, 110, 116, 116, 
        114, 114, 108, 108, 105, 105, 
        103, 103, 105, 105, 116, 
        116, 114, 114, 97, 97, 
        112, 112, 104, 104, 111, 111, 
        119, 119, 101, 101, 114, 
        114, 114, 117, 105, 105, 
        110, 110, 110, 110, 99, 99, 
        112, 112, 97, 97, 99, 
        99, 101, 101, 112, 112, 
        112, 112, 111, 111, 114, 114, 
        100, 100, 100, 100, 65, 
        122, 61, 61, 93, 93, 
        -128, -65, -128, -65, 45, 45, 
        92, 92, 92, 92, 45, 
        45, 92, 92, 92, 92, 
        48, 123, 48, 102, 48, 102, 
        48, 102, 48, 102, 9, 
        125, 9, 125, 9, 125, 
        9, 125, 9, 125, 9, 125, 
        48, 123, 41, 41, 39, 
        122, 41, 57, 48, 122, 
        -128, 127, -62, -33, -32, -17, 
        -16, -12, 1, 127, 1, 
        127, 9, 32, 33, 126, 
        10, 10, 63, 63, 33, 126, 
        33, 126, 43, 63, 43, 
        63, 43, 63, 65, 122, 
        44, 57, 43, 63, 68, 119, 
        80, 112, -62, 125, -128, 
        -65, -128, -65, -128, -65, 
        38, 38, 38, 93, 46, 61, 
        48, 122, -62, 125, -128, 
        -65, -128, -65, -128, -65, 
        48, 55, 48, 55, 77, 77, 
        45, 45, 0, 0, 67, 
        99, 45, 45, 0, 0, 
        92, 92, 48, 102, 39, 60, 
        39, 122, 49, 57, 41, 
        57, 48, 122, 0
]

class << self
        attr_accessor :_re_scanner_key_spans
        private :_re_scanner_key_spans, :_re_scanner_key_spans=
end
self._re_scanner_key_spans = [
        0, 64, 64, 64, 64, 64, 64, 1, 
        84, 90, 75, 22, 84, 10, 19, 10, 
        19, 84, 80, 10, 15, 10, 20, 80, 
        10, 78, 82, 1, 114, 117, 114, 64, 
        64, 1, 78, 78, 1, 27, 24, 8, 
        3, 1, 1, 1, 1, 1, 1, 1, 
        1, 1, 1, 1, 1, 1, 1, 1, 
        1, 1, 1, 1, 1, 1, 1, 1, 
        1, 1, 1, 1, 1, 1, 4, 1, 
        1, 1, 1, 1, 1, 1, 1, 1, 
        1, 1, 1, 1, 1, 58, 1, 1, 
        64, 64, 1, 1, 1, 1, 1, 1, 
        76, 55, 55, 55, 55, 117, 117, 117, 
        117, 117, 117, 76, 1, 84, 17, 75, 
        256, 30, 16, 5, 127, 127, 24, 94, 
        1, 1, 94, 94, 21, 21, 21, 58, 
        14, 21, 52, 33, 188, 64, 64, 64, 
        1, 56, 16, 75, 188, 64, 64, 64, 
        8, 8, 1, 1, 0, 33, 1, 0, 
        1, 55, 22, 84, 9, 17, 75
]

class << self
        attr_accessor :_re_scanner_index_offsets
        private :_re_scanner_index_offsets, :_re_scanner_index_offsets=
end
self._re_scanner_index_offsets = [
        0, 0, 65, 130, 195, 260, 325, 390, 
        392, 477, 568, 644, 667, 752, 763, 783, 
        794, 814, 899, 980, 991, 1007, 1018, 1039, 
        1120, 1131, 1210, 1293, 1295, 1410, 1528, 1643, 
        1708, 1773, 1775, 1854, 1933, 1935, 1963, 1988, 
        1997, 2001, 2003, 2005, 2007, 2009, 2011, 2013, 
        2015, 2017, 2019, 2021, 2023, 2025, 2027, 2029, 
        2031, 2033, 2035, 2037, 2039, 2041, 2043, 2045, 
        2047, 2049, 2051, 2053, 2055, 2057, 2059, 2064, 
        2066, 2068, 2070, 2072, 2074, 2076, 2078, 2080, 
        2082, 2084, 2086, 2088, 2090, 2092, 2151, 2153, 
        2155, 2220, 2285, 2287, 2289, 2291, 2293, 2295, 
        2297, 2374, 2430, 2486, 2542, 2598, 2716, 2834, 
        2952, 3070, 3188, 3306, 3383, 3385, 3470, 3488, 
        3564, 3821, 3852, 3869, 3875, 4003, 4131, 4156, 
        4251, 4253, 4255, 4350, 4445, 4467, 4489, 4511, 
        4570, 4585, 4607, 4660, 4694, 4883, 4948, 5013, 
        5078, 5080, 5137, 5154, 5230, 5419, 5484, 5549, 
        5614, 5623, 5632, 5634, 5636, 5637, 5671, 5673, 
        5674, 5676, 5732, 5755, 5840, 5850, 5868
]

class << self
        attr_accessor :_re_scanner_indicies
        private :_re_scanner_indicies, :_re_scanner_indicies=
end
self._re_scanner_indicies = [
        1, 1, 1, 1, 1, 1, 1, 1, 
        1, 1, 1, 1, 1, 1, 1, 1, 
        1, 1, 1, 1, 1, 1, 1, 1, 
        1, 1, 1, 1, 1, 1, 1, 1, 
        1, 1, 1, 1, 1, 1, 1, 1, 
        1, 1, 1, 1, 1, 1, 1, 1, 
        1, 1, 1, 1, 1, 1, 1, 1, 
        1, 1, 1, 1, 1, 1, 1, 1, 
        0, 2, 2, 2, 2, 2, 2, 2, 
        2, 2, 2, 2, 2, 2, 2, 2, 
        2, 2, 2, 2, 2, 2, 2, 2, 
        2, 2, 2, 2, 2, 2, 2, 2, 
        2, 2, 2, 2, 2, 2, 2, 2, 
        2, 2, 2, 2, 2, 2, 2, 2, 
        2, 2, 2, 2, 2, 2, 2, 2, 
        2, 2, 2, 2, 2, 2, 2, 2, 
        2, 0, 3, 3, 3, 3, 3, 3, 
        3, 3, 3, 3, 3, 3, 3, 3, 
        3, 3, 3, 3, 3, 3, 3, 3, 
        3, 3, 3, 3, 3, 3, 3, 3, 
        3, 3, 3, 3, 3, 3, 3, 3, 
        3, 3, 3, 3, 3, 3, 3, 3, 
        3, 3, 3, 3, 3, 3, 3, 3, 
        3, 3, 3, 3, 3, 3, 3, 3, 
        3, 3, 0, 4, 4, 4, 4, 4, 
        4, 4, 4, 4, 4, 4, 4, 4, 
        4, 4, 4, 4, 4, 4, 4, 4, 
        4, 4, 4, 4, 4, 4, 4, 4, 
        4, 4, 4, 4, 4, 4, 4, 4, 
        4, 4, 4, 4, 4, 4, 4, 4, 
        4, 4, 4, 4, 4, 4, 4, 4, 
        4, 4, 4, 4, 4, 4, 4, 4, 
        4, 4, 4, 0, 5, 5, 5, 5, 
        5, 5, 5, 5, 5, 5, 5, 5, 
        5, 5, 5, 5, 5, 5, 5, 5, 
        5, 5, 5, 5, 5, 5, 5, 5, 
        5, 5, 5, 5, 5, 5, 5, 5, 
        5, 5, 5, 5, 5, 5, 5, 5, 
        5, 5, 5, 5, 5, 5, 5, 5, 
        5, 5, 5, 5, 5, 5, 5, 5, 
        5, 5, 5, 5, 0, 6, 6, 6, 
        6, 6, 6, 6, 6, 6, 6, 6, 
        6, 6, 6, 6, 6, 6, 6, 6, 
        6, 6, 6, 6, 6, 6, 6, 6, 
        6, 6, 6, 6, 6, 6, 6, 6, 
        6, 6, 6, 6, 6, 6, 6, 6, 
        6, 6, 6, 6, 6, 6, 6, 6, 
        6, 6, 6, 6, 6, 6, 6, 6, 
        6, 6, 6, 6, 6, 0, 9, 8, 
        10, 7, 7, 7, 7, 7, 7, 7, 
        7, 11, 11, 11, 11, 11, 11, 11, 
        11, 11, 11, 7, 7, 7, 7, 7, 
        7, 7, 11, 11, 11, 11, 11, 11, 
        11, 11, 11, 11, 11, 11, 11, 11, 
        11, 11, 11, 11, 11, 11, 11, 11, 
        11, 11, 11, 11, 7, 7, 7, 7, 
        11, 7, 11, 11, 11, 11, 11, 11, 
        11, 11, 11, 11, 11, 11, 11, 11, 
        11, 11, 11, 11, 11, 11, 11, 11, 
        11, 11, 11, 11, 7, 12, 7, 7, 
        7, 7, 7, 7, 7, 7, 7, 7, 
        7, 7, 7, 7, 13, 13, 13, 13, 
        13, 13, 13, 13, 13, 13, 7, 7, 
        7, 12, 10, 7, 7, 13, 13, 13, 
        13, 13, 13, 13, 13, 13, 13, 13, 
        13, 13, 13, 13, 13, 13, 13, 13, 
        13, 13, 13, 13, 13, 13, 13, 7, 
        7, 7, 7, 13, 7, 13, 13, 13, 
        13, 13, 13, 13, 13, 13, 13, 13, 
        13, 13, 13, 13, 13, 13, 13, 13, 
        13, 13, 13, 13, 13, 13, 13, 7, 
        13, 13, 13, 13, 13, 13, 13, 13, 
        13, 13, 7, 7, 7, 7, 10, 7, 
        7, 13, 13, 13, 13, 13, 13, 13, 
        13, 13, 13, 13, 13, 13, 13, 13, 
        13, 13, 13, 13, 13, 13, 13, 13, 
        13, 13, 13, 7, 7, 7, 7, 13, 
        7, 13, 13, 13, 13, 13, 13, 13, 
        13, 13, 13, 13, 13, 13, 13, 13, 
        13, 13, 13, 13, 13, 13, 13, 13, 
        13, 13, 13, 7, 15, 14, 14, 14, 
        14, 14, 14, 14, 14, 14, 14, 14, 
        14, 14, 14, 14, 14, 14, 14, 14, 
        14, 16, 14, 17, 14, 14, 14, 18, 
        14, 19, 14, 14, 20, 20, 20, 20, 
        20, 20, 20, 20, 20, 20, 14, 14, 
        14, 14, 14, 14, 14, 20, 20, 20, 
        20, 20, 20, 20, 20, 20, 20, 20, 
        20, 20, 20, 20, 20, 20, 20, 20, 
        20, 20, 20, 20, 20, 20, 20, 14, 
        14, 14, 14, 20, 14, 20, 20, 20, 
        20, 20, 20, 20, 20, 20, 20, 20, 
        20, 20, 20, 20, 20, 20, 20, 20, 
        20, 20, 20, 20, 20, 20, 20, 14, 
        21, 21, 21, 21, 21, 21, 21, 21, 
        21, 21, 14, 17, 14, 14, 14, 14, 
        14, 14, 14, 14, 21, 21, 21, 21, 
        21, 21, 21, 21, 21, 21, 14, 21, 
        22, 22, 22, 22, 22, 22, 22, 22, 
        22, 14, 17, 14, 14, 14, 18, 14, 
        18, 14, 14, 22, 22, 22, 22, 22, 
        22, 22, 22, 22, 22, 14, 17, 14, 
        14, 14, 18, 14, 18, 14, 14, 20, 
        20, 20, 20, 20, 20, 20, 20, 20, 
        20, 14, 14, 14, 14, 14, 14, 14, 
        20, 20, 20, 20, 20, 20, 20, 20, 
        20, 20, 20, 20, 20, 20, 20, 20, 
        20, 20, 20, 20, 20, 20, 20, 20, 
        20, 20, 14, 14, 14, 14, 20, 14, 
        20, 20, 20, 20, 20, 20, 20, 20, 
        20, 20, 20, 20, 20, 20, 20, 20, 
        20, 20, 20, 20, 20, 20, 20, 20, 
        20, 20, 14, 23, 14, 24, 14, 14, 
        25, 25, 25, 25, 25, 25, 25, 25, 
        25, 25, 14, 14, 14, 14, 17, 14, 
        14, 25, 25, 25, 25, 25, 25, 25, 
        25, 25, 25, 25, 25, 25, 25, 25, 
        25, 25, 25, 25, 25, 25, 25, 25, 
        25, 25, 25, 14, 14, 14, 14, 25, 
        14, 25, 25, 25, 25, 25, 25, 25, 
        25, 25, 25, 25, 25, 25, 25, 25, 
        25, 25, 25, 25, 25, 25, 25, 25, 
        25, 25, 25, 14, 26, 26, 26, 26, 
        26, 26, 26, 26, 26, 26, 14, 26, 
        26, 26, 26, 26, 26, 26, 26, 26, 
        26, 14, 14, 14, 14, 17, 14, 26, 
        27, 27, 27, 27, 27, 27, 27, 27, 
        27, 14, 23, 14, 23, 14, 14, 27, 
        27, 27, 27, 27, 27, 27, 27, 27, 
        27, 14, 14, 14, 14, 17, 14, 23, 
        14, 23, 14, 14, 25, 25, 25, 25, 
        25, 25, 25, 25, 25, 25, 14, 14, 
        14, 14, 17, 14, 14, 25, 25, 25, 
        25, 25, 25, 25, 25, 25, 25, 25, 
        25, 25, 25, 25, 25, 25, 25, 25, 
        25, 25, 25, 25, 25, 25, 25, 14, 
        14, 14, 14, 25, 14, 25, 25, 25, 
        25, 25, 25, 25, 25, 25, 25, 25, 
        25, 25, 25, 25, 25, 25, 25, 25, 
        25, 25, 25, 25, 25, 25, 25, 14, 
        29, 29, 29, 29, 29, 29, 29, 29, 
        29, 29, 28, 29, 29, 29, 29, 29, 
        29, 29, 29, 29, 29, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        30, 28, 29, 28, 28, 28, 31, 31, 
        31, 31, 31, 31, 31, 31, 31, 31, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 28, 28, 28, 28, 28, 
        28, 28, 28, 30, 28, 32, 33, 34, 
        34, 34, 34, 34, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 34, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 34, 34, 33, 34, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        33, 33, 33, 34, 33, 33, 33, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 33, 33, 33, 35, 34, 33, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 33, 34, 34, 34, 34, 34, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 34, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 34, 34, 
        33, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 33, 33, 33, 34, 33, 
        33, 33, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 33, 33, 33, 33, 
        34, 33, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 33, 33, 36, 33, 
        34, 34, 34, 34, 34, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 34, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 34, 34, 33, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 33, 33, 33, 34, 33, 33, 33, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 33, 33, 33, 33, 34, 33, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 34, 34, 34, 34, 34, 34, 
        34, 34, 33, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 37, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 37, 41, 40, 44, 
        43, 43, 43, 43, 43, 43, 43, 43, 
        43, 43, 43, 43, 43, 43, 43, 43, 
        43, 43, 43, 44, 44, 44, 44, 44, 
        44, 44, 44, 44, 44, 44, 44, 44, 
        44, 44, 44, 44, 44, 44, 44, 44, 
        44, 44, 44, 44, 44, 43, 43, 43, 
        43, 43, 43, 44, 44, 44, 44, 44, 
        44, 44, 44, 44, 44, 44, 44, 44, 
        44, 44, 44, 44, 44, 44, 44, 44, 
        44, 44, 44, 44, 44, 43, 44, 45, 
        43, 43, 43, 43, 43, 43, 43, 43, 
        43, 43, 43, 43, 43, 43, 43, 43, 
        43, 43, 44, 44, 44, 44, 44, 44, 
        44, 44, 44, 44, 44, 44, 44, 44, 
        44, 44, 44, 44, 44, 44, 44, 44, 
        44, 44, 44, 44, 43, 43, 43, 43, 
        43, 43, 44, 44, 44, 44, 44, 44, 
        44, 44, 44, 44, 44, 44, 44, 44, 
        44, 44, 44, 44, 44, 44, 44, 44, 
        44, 44, 44, 44, 43, 46, 43, 47, 
        43, 43, 48, 49, 50, 51, 43, 43, 
        52, 43, 43, 43, 43, 53, 43, 43, 
        43, 54, 43, 43, 55, 43, 56, 43, 
        57, 58, 43, 48, 49, 50, 51, 43, 
        43, 52, 43, 43, 43, 43, 53, 43, 
        43, 43, 54, 43, 43, 55, 43, 56, 
        43, 57, 58, 43, 59, 43, 43, 43, 
        43, 43, 43, 60, 43, 61, 43, 62, 
        43, 63, 43, 64, 43, 65, 43, 66, 
        43, 67, 43, 64, 43, 68, 43, 69, 
        43, 64, 43, 70, 43, 71, 43, 72, 
        43, 64, 43, 73, 43, 74, 43, 75, 
        43, 64, 43, 76, 43, 77, 43, 78, 
        43, 64, 43, 79, 43, 80, 43, 81, 
        43, 64, 43, 82, 43, 83, 43, 84, 
        43, 64, 43, 85, 43, 43, 86, 43, 
        87, 43, 78, 43, 88, 43, 78, 43, 
        89, 43, 90, 43, 91, 43, 64, 43, 
        92, 43, 83, 43, 93, 43, 94, 43, 
        64, 43, 51, 43, 95, 95, 95, 95, 
        95, 95, 95, 95, 95, 95, 95, 95, 
        95, 95, 95, 95, 95, 95, 95, 95, 
        95, 95, 95, 95, 95, 95, 43, 43, 
        43, 43, 43, 43, 95, 95, 95, 95, 
        95, 95, 95, 95, 95, 95, 95, 95, 
        95, 95, 95, 95, 95, 95, 95, 95, 
        95, 95, 95, 95, 95, 95, 43, 96, 
        43, 97, 43, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 98, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 98, 101, 33, 103, 
        102, 105, 102, 106, 33, 108, 107, 110, 
        107, 111, 111, 111, 111, 111, 111, 111, 
        111, 111, 111, 33, 33, 33, 33, 33, 
        33, 33, 111, 111, 111, 111, 111, 111, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 111, 111, 111, 111, 111, 111, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 112, 33, 113, 113, 
        113, 113, 113, 113, 113, 113, 113, 113, 
        33, 33, 33, 33, 33, 33, 33, 113, 
        113, 113, 113, 113, 113, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 113, 
        113, 113, 113, 113, 113, 33, 114, 114, 
        114, 114, 114, 114, 114, 114, 114, 114, 
        33, 33, 33, 33, 33, 33, 33, 114, 
        114, 114, 114, 114, 114, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 114, 
        114, 114, 114, 114, 114, 33, 115, 115, 
        115, 115, 115, 115, 115, 115, 115, 115, 
        33, 33, 33, 33, 33, 33, 33, 115, 
        115, 115, 115, 115, 115, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 115, 
        115, 115, 115, 115, 115, 33, 116, 116, 
        116, 116, 116, 116, 116, 116, 116, 116, 
        33, 33, 33, 33, 33, 33, 33, 116, 
        116, 116, 116, 116, 116, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 116, 
        116, 116, 116, 116, 116, 33, 112, 112, 
        112, 112, 112, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 112, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 117, 117, 117, 
        117, 117, 117, 117, 117, 117, 117, 33, 
        33, 33, 33, 33, 33, 33, 117, 117, 
        117, 117, 117, 117, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 117, 117, 
        117, 117, 117, 117, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 115, 33, 112, 112, 112, 112, 
        112, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 112, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 118, 118, 118, 118, 118, 
        118, 118, 118, 118, 118, 33, 33, 33, 
        33, 33, 33, 33, 118, 118, 118, 118, 
        118, 118, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 118, 118, 118, 118, 
        118, 118, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        115, 33, 112, 112, 112, 112, 112, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 112, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 119, 119, 119, 119, 119, 119, 119, 
        119, 119, 119, 33, 33, 33, 33, 33, 
        33, 33, 119, 119, 119, 119, 119, 119, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 119, 119, 119, 119, 119, 119, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 115, 33, 
        112, 112, 112, 112, 112, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 112, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 120, 
        120, 120, 120, 120, 120, 120, 120, 120, 
        120, 33, 33, 33, 33, 33, 33, 33, 
        120, 120, 120, 120, 120, 120, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        120, 120, 120, 120, 120, 120, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 115, 33, 112, 112, 
        112, 112, 112, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 112, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 121, 121, 121, 
        121, 121, 121, 121, 121, 121, 121, 33, 
        33, 33, 33, 33, 33, 33, 121, 121, 
        121, 121, 121, 121, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 121, 121, 
        121, 121, 121, 121, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 115, 33, 112, 112, 112, 112, 
        112, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 112, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        115, 33, 123, 123, 123, 123, 123, 123, 
        123, 123, 123, 123, 122, 122, 122, 122, 
        122, 122, 122, 123, 123, 123, 123, 123, 
        123, 122, 122, 122, 122, 122, 122, 122, 
        122, 122, 122, 122, 122, 122, 122, 122, 
        122, 122, 122, 122, 122, 122, 122, 122, 
        122, 122, 122, 123, 123, 123, 123, 123, 
        123, 122, 122, 122, 122, 122, 122, 122, 
        122, 122, 122, 122, 122, 122, 122, 122, 
        122, 122, 122, 122, 122, 33, 122, 125, 
        124, 126, 124, 124, 124, 124, 124, 124, 
        124, 124, 127, 127, 127, 127, 127, 127, 
        127, 127, 127, 127, 124, 124, 124, 124, 
        124, 124, 124, 127, 127, 127, 127, 127, 
        127, 127, 127, 127, 127, 127, 127, 127, 
        127, 127, 127, 127, 127, 127, 127, 127, 
        127, 127, 127, 127, 127, 124, 124, 124, 
        124, 127, 124, 127, 127, 127, 127, 127, 
        127, 127, 127, 127, 127, 127, 127, 127, 
        127, 127, 127, 127, 127, 127, 127, 127, 
        127, 127, 127, 127, 127, 124, 125, 124, 
        124, 124, 124, 124, 124, 128, 128, 128, 
        128, 128, 128, 128, 128, 128, 128, 124, 
        129, 129, 129, 129, 129, 129, 129, 129, 
        129, 129, 124, 124, 124, 124, 126, 124, 
        124, 129, 129, 129, 129, 129, 129, 129, 
        129, 129, 129, 129, 129, 129, 129, 129, 
        129, 129, 129, 129, 129, 129, 129, 129, 
        129, 129, 129, 124, 124, 124, 124, 129, 
        124, 129, 129, 129, 129, 129, 129, 129, 
        129, 129, 129, 129, 129, 129, 129, 129, 
        129, 129, 129, 129, 129, 129, 129, 129, 
        129, 129, 129, 124, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 130, 130, 
        130, 130, 130, 130, 130, 130, 130, 130, 
        130, 130, 130, 130, 130, 130, 130, 130, 
        130, 130, 130, 130, 130, 130, 130, 130, 
        130, 130, 130, 130, 131, 131, 131, 131, 
        131, 131, 131, 131, 131, 131, 131, 131, 
        131, 131, 131, 131, 132, 132, 132, 132, 
        132, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 133, 133, 133, 
        133, 133, 133, 133, 133, 134, 134, 134, 
        134, 134, 133, 133, 133, 133, 133, 133, 
        133, 133, 133, 133, 133, 133, 133, 133, 
        133, 133, 133, 133, 135, 136, 136, 137, 
        138, 136, 136, 136, 139, 140, 141, 142, 
        136, 136, 143, 136, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 136, 136, 
        136, 136, 136, 144, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 136, 145, 
        146, 147, 148, 136, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 136, 149, 
        150, 147, 136, 133, 136, 130, 130, 130, 
        130, 130, 130, 130, 130, 130, 130, 130, 
        130, 130, 130, 130, 130, 130, 130, 130, 
        130, 130, 130, 130, 130, 130, 130, 130, 
        130, 130, 130, 151, 131, 131, 131, 131, 
        131, 131, 131, 131, 131, 131, 131, 131, 
        131, 131, 131, 131, 151, 132, 132, 132, 
        132, 132, 151, 133, 133, 133, 133, 133, 
        133, 133, 133, 133, 133, 133, 133, 133, 
        133, 133, 133, 133, 133, 133, 133, 133, 
        133, 133, 133, 133, 133, 133, 133, 133, 
        133, 133, 151, 151, 151, 151, 151, 151, 
        151, 151, 151, 151, 151, 151, 151, 151, 
        151, 151, 151, 151, 151, 151, 151, 151, 
        151, 151, 151, 151, 151, 151, 151, 151, 
        151, 151, 151, 151, 151, 151, 151, 151, 
        151, 151, 151, 151, 151, 151, 151, 151, 
        151, 151, 151, 151, 151, 151, 151, 151, 
        151, 151, 151, 151, 151, 151, 151, 151, 
        151, 151, 151, 151, 151, 151, 151, 151, 
        151, 151, 151, 151, 151, 151, 151, 151, 
        151, 151, 151, 151, 151, 151, 151, 151, 
        151, 151, 151, 151, 151, 151, 151, 151, 
        151, 133, 151, 133, 133, 133, 133, 133, 
        133, 133, 133, 134, 134, 134, 134, 134, 
        133, 133, 133, 133, 133, 133, 133, 133, 
        133, 133, 133, 133, 133, 133, 133, 133, 
        133, 133, 135, 152, 152, 152, 152, 152, 
        152, 152, 152, 152, 152, 152, 152, 152, 
        152, 152, 152, 152, 152, 152, 152, 152, 
        152, 152, 152, 152, 152, 152, 152, 152, 
        152, 152, 152, 152, 152, 152, 152, 152, 
        152, 152, 152, 152, 152, 152, 152, 152, 
        152, 152, 152, 152, 152, 152, 152, 152, 
        152, 152, 152, 152, 152, 152, 152, 152, 
        152, 152, 152, 152, 152, 152, 152, 152, 
        152, 152, 152, 152, 152, 152, 152, 152, 
        152, 152, 152, 152, 152, 152, 152, 152, 
        152, 152, 152, 152, 152, 152, 152, 152, 
        152, 133, 152, 135, 135, 135, 135, 135, 
        152, 152, 152, 152, 152, 152, 152, 152, 
        152, 152, 152, 152, 152, 152, 152, 152, 
        152, 152, 135, 152, 136, 136, 151, 151, 
        136, 136, 136, 151, 151, 151, 151, 136, 
        136, 151, 136, 136, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 136, 136, 
        136, 136, 151, 136, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 151, 151, 
        151, 151, 136, 136, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 136, 136, 
        136, 136, 136, 136, 136, 136, 151, 151, 
        151, 136, 151, 154, 137, 156, 155, 12, 
        158, 8, 158, 158, 158, 11, 159, 157, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        10, 158, 160, 12, 10, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 10, 158, 157, 158, 
        157, 158, 158, 158, 157, 157, 157, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 161, 
        158, 157, 157, 157, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 158, 158, 158, 158, 158, 
        158, 158, 158, 157, 158, 163, 162, 162, 
        162, 162, 162, 162, 162, 162, 162, 162, 
        162, 162, 162, 162, 162, 162, 162, 162, 
        162, 163, 162, 165, 164, 164, 164, 164, 
        164, 164, 164, 164, 164, 164, 164, 164, 
        164, 164, 164, 164, 164, 164, 164, 165, 
        164, 167, 166, 166, 166, 166, 166, 166, 
        166, 166, 166, 166, 166, 166, 166, 166, 
        166, 166, 166, 166, 166, 167, 166, 169, 
        169, 168, 168, 168, 168, 169, 168, 168, 
        168, 170, 168, 168, 168, 168, 168, 168, 
        168, 168, 168, 168, 168, 168, 168, 168, 
        169, 168, 168, 168, 168, 168, 168, 168, 
        169, 168, 168, 168, 168, 171, 168, 168, 
        168, 171, 168, 168, 168, 168, 168, 168, 
        168, 168, 168, 168, 168, 168, 168, 168, 
        169, 168, 173, 172, 172, 172, 31, 31, 
        31, 31, 31, 31, 31, 31, 31, 31, 
        172, 175, 174, 174, 174, 174, 174, 174, 
        174, 174, 174, 174, 174, 174, 174, 174, 
        174, 174, 174, 174, 174, 175, 174, 176, 
        33, 33, 33, 176, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 176, 176, 33, 
        33, 33, 176, 176, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 176, 
        33, 33, 33, 176, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 176, 33, 
        33, 33, 176, 33, 177, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 33, 33, 33, 33, 
        33, 33, 33, 33, 177, 33, 178, 178, 
        178, 178, 178, 178, 178, 178, 178, 178, 
        178, 178, 178, 178, 178, 178, 178, 178, 
        178, 178, 178, 178, 178, 178, 178, 178, 
        178, 178, 178, 178, 179, 179, 179, 179, 
        179, 179, 179, 179, 179, 179, 179, 179, 
        179, 179, 179, 179, 180, 180, 180, 180, 
        180, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        181, 38, 182, 38, 181, 181, 181, 181, 
        38, 183, 181, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 181, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 184, 
        185, 186, 187, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 181, 
        181, 181, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 38, 38, 38, 38, 38, 
        38, 38, 38, 188, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 39, 39, 39, 39, 
        39, 39, 39, 39, 188, 189, 189, 189, 
        189, 189, 189, 189, 189, 189, 189, 189, 
        189, 189, 189, 189, 189, 189, 189, 189, 
        189, 189, 189, 189, 189, 189, 189, 189, 
        189, 189, 189, 189, 189, 189, 189, 189, 
        189, 189, 189, 189, 189, 189, 189, 189, 
        189, 189, 189, 189, 189, 189, 189, 189, 
        189, 189, 189, 189, 189, 189, 189, 189, 
        189, 189, 189, 189, 189, 188, 190, 188, 
        192, 191, 191, 191, 191, 191, 191, 191, 
        191, 191, 191, 191, 191, 191, 191, 191, 
        191, 191, 191, 191, 191, 191, 191, 191, 
        191, 191, 191, 191, 191, 191, 191, 191, 
        191, 191, 191, 191, 191, 191, 191, 191, 
        191, 191, 191, 191, 191, 191, 191, 191, 
        191, 191, 191, 191, 191, 191, 191, 193, 
        191, 196, 195, 195, 195, 195, 195, 195, 
        195, 195, 195, 195, 195, 197, 195, 195, 
        198, 195, 200, 200, 200, 200, 200, 200, 
        200, 200, 200, 200, 199, 199, 199, 199, 
        199, 199, 199, 200, 200, 200, 199, 199, 
        199, 200, 199, 199, 199, 200, 199, 200, 
        199, 199, 199, 199, 200, 199, 199, 199, 
        199, 199, 200, 199, 200, 199, 199, 199, 
        199, 199, 199, 199, 199, 200, 199, 199, 
        199, 200, 199, 199, 199, 200, 199, 199, 
        199, 199, 199, 199, 199, 199, 199, 199, 
        199, 199, 199, 199, 200, 199, 201, 201, 
        201, 201, 201, 201, 201, 201, 201, 201, 
        201, 201, 201, 201, 201, 201, 201, 201, 
        201, 201, 201, 201, 201, 201, 201, 201, 
        201, 201, 201, 201, 202, 202, 202, 202, 
        202, 202, 202, 202, 202, 202, 202, 202, 
        202, 202, 202, 202, 203, 203, 203, 203, 
        203, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        204, 99, 99, 99, 204, 204, 204, 204, 
        99, 99, 204, 99, 205, 206, 206, 206, 
        206, 206, 206, 206, 207, 207, 99, 99, 
        99, 99, 99, 204, 99, 33, 33, 208, 
        209, 99, 99, 33, 209, 99, 99, 33, 
        99, 210, 99, 99, 211, 99, 209, 209, 
        99, 99, 99, 209, 209, 99, 33, 204, 
        204, 204, 204, 99, 99, 212, 212, 101, 
        209, 212, 212, 99, 209, 99, 99, 99, 
        99, 99, 212, 99, 211, 99, 212, 209, 
        212, 213, 212, 209, 214, 99, 33, 204, 
        204, 204, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 99, 99, 99, 99, 99, 
        99, 99, 99, 215, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 100, 100, 100, 100, 
        100, 100, 100, 100, 215, 216, 216, 216, 
        216, 216, 216, 216, 216, 216, 216, 216, 
        216, 216, 216, 216, 216, 216, 216, 216, 
        216, 216, 216, 216, 216, 216, 216, 216, 
        216, 216, 216, 216, 216, 216, 216, 216, 
        216, 216, 216, 216, 216, 216, 216, 216, 
        216, 216, 216, 216, 216, 216, 216, 216, 
        216, 216, 216, 216, 216, 216, 216, 216, 
        216, 216, 216, 216, 216, 215, 218, 218, 
        218, 218, 218, 218, 218, 218, 217, 220, 
        220, 220, 220, 220, 220, 220, 220, 219, 
        222, 102, 224, 223, 102, 226, 107, 107, 
        107, 107, 107, 107, 107, 107, 107, 107, 
        107, 107, 107, 107, 107, 107, 107, 107, 
        107, 107, 107, 107, 107, 107, 107, 107, 
        107, 107, 107, 107, 107, 227, 107, 229, 
        228, 107, 110, 107, 232, 232, 232, 232, 
        232, 232, 232, 232, 232, 232, 231, 231, 
        231, 231, 231, 231, 231, 232, 232, 232, 
        232, 232, 232, 231, 231, 231, 231, 231, 
        231, 231, 231, 231, 231, 231, 231, 231, 
        231, 231, 231, 231, 231, 231, 231, 231, 
        231, 231, 231, 231, 231, 232, 232, 232, 
        232, 232, 232, 231, 234, 233, 233, 233, 
        233, 233, 235, 233, 233, 233, 236, 236, 
        236, 236, 236, 236, 236, 236, 236, 233, 
        233, 237, 233, 126, 238, 238, 238, 238, 
        238, 238, 238, 238, 127, 127, 127, 127, 
        127, 127, 127, 127, 127, 127, 238, 238, 
        238, 238, 238, 238, 238, 127, 127, 127, 
        127, 127, 127, 127, 127, 127, 127, 127, 
        127, 127, 127, 127, 127, 127, 127, 127, 
        127, 127, 127, 127, 127, 127, 127, 238, 
        238, 238, 238, 127, 238, 127, 127, 127, 
        127, 127, 127, 127, 127, 127, 127, 127, 
        127, 127, 127, 127, 127, 127, 127, 127, 
        127, 127, 127, 127, 127, 127, 127, 238, 
        128, 128, 128, 128, 128, 128, 128, 128, 
        128, 238, 125, 238, 238, 238, 238, 238, 
        238, 128, 128, 128, 128, 128, 128, 128, 
        128, 128, 128, 238, 129, 129, 129, 129, 
        129, 129, 129, 129, 129, 129, 238, 238, 
        238, 238, 126, 238, 238, 129, 129, 129, 
        129, 129, 129, 129, 129, 129, 129, 129, 
        129, 129, 129, 129, 129, 129, 129, 129, 
        129, 129, 129, 129, 129, 129, 129, 238, 
        238, 238, 238, 129, 238, 129, 129, 129, 
        129, 129, 129, 129, 129, 129, 129, 129, 
        129, 129, 129, 129, 129, 129, 129, 129, 
        129, 129, 129, 129, 129, 129, 129, 238, 
        0
]

class << self
        attr_accessor :_re_scanner_trans_targs
        private :_re_scanner_trans_targs, :_re_scanner_trans_targs=
end
self._re_scanner_trans_targs = [
        112, 113, 3, 114, 5, 6, 115, 112, 
        7, 112, 112, 8, 112, 10, 112, 12, 
        18, 112, 13, 15, 17, 14, 16, 19, 
        21, 23, 20, 22, 112, 25, 129, 26, 
        28, 0, 29, 30, 131, 132, 132, 31, 
        132, 132, 132, 132, 35, 36, 132, 38, 
        39, 50, 54, 58, 62, 66, 70, 75, 
        79, 81, 84, 40, 47, 41, 45, 42, 
        43, 44, 132, 46, 48, 49, 51, 52, 
        53, 55, 56, 57, 59, 60, 61, 63, 
        64, 65, 67, 68, 69, 71, 73, 72, 
        74, 76, 77, 78, 80, 82, 83, 86, 
        87, 132, 140, 140, 88, 91, 140, 146, 
        140, 148, 94, 140, 149, 140, 151, 97, 
        100, 98, 99, 140, 101, 102, 103, 104, 
        105, 106, 140, 153, 154, 154, 108, 109, 
        110, 111, 1, 2, 4, 116, 117, 118, 
        119, 120, 112, 121, 112, 124, 125, 112, 
        126, 112, 127, 112, 112, 128, 112, 112, 
        112, 112, 112, 112, 122, 112, 123, 112, 
        9, 112, 112, 112, 112, 112, 112, 112, 
        112, 112, 112, 11, 112, 24, 112, 112, 
        130, 27, 133, 134, 135, 132, 136, 137, 
        138, 132, 132, 132, 132, 32, 132, 132, 
        33, 132, 132, 132, 34, 37, 85, 139, 
        139, 141, 142, 143, 140, 144, 144, 140, 
        90, 140, 93, 140, 140, 96, 107, 140, 
        89, 140, 145, 140, 140, 140, 147, 140, 
        92, 140, 150, 152, 140, 95, 140, 140, 
        140, 154, 155, 156, 157, 158, 154
]

class << self
        attr_accessor :_re_scanner_trans_actions
        private :_re_scanner_trans_actions, :_re_scanner_trans_actions=
end
self._re_scanner_trans_actions = [
        1, 2, 0, 2, 0, 0, 2, 3, 
        4, 5, 6, 0, 7, 0, 8, 0, 
        0, 9, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 10, 0, 0, 0, 
        0, 0, 0, 0, 12, 13, 14, 0, 
        15, 16, 17, 18, 0, 0, 19, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 20, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 21, 22, 23, 0, 0, 25, 0, 
        26, 0, 0, 27, 0, 28, 0, 0, 
        0, 0, 0, 29, 0, 0, 0, 0, 
        0, 0, 30, 0, 31, 32, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 35, 36, 37, 0, 0, 38, 
        0, 39, 40, 41, 42, 40, 43, 44, 
        45, 46, 47, 48, 49, 50, 0, 51, 
        0, 52, 53, 54, 55, 56, 57, 58, 
        59, 60, 61, 0, 62, 0, 63, 64, 
        66, 0, 0, 40, 40, 67, 0, 40, 
        68, 69, 70, 71, 72, 0, 73, 74, 
        0, 75, 76, 77, 0, 0, 0, 78, 
        79, 0, 40, 40, 80, 81, 82, 83, 
        0, 84, 0, 85, 86, 0, 0, 87, 
        0, 88, 0, 89, 90, 91, 40, 92, 
        0, 93, 40, 0, 94, 0, 95, 96, 
        97, 98, 40, 40, 40, 40, 99
]

class << self
        attr_accessor :_re_scanner_to_state_actions
        private :_re_scanner_to_state_actions, :_re_scanner_to_state_actions=
end
self._re_scanner_to_state_actions = [
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        33, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 65, 65, 65, 0, 0, 0, 
        0, 0, 0, 65, 65, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 65, 0, 0, 0, 0
]

class << self
        attr_accessor :_re_scanner_from_state_actions
        private :_re_scanner_from_state_actions, :_re_scanner_from_state_actions=
end
self._re_scanner_from_state_actions = [
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        34, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 34, 34, 34, 0, 0, 0, 
        0, 0, 0, 34, 34, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 34, 0, 0, 0, 0
]

class << self
        attr_accessor :_re_scanner_eof_actions
        private :_re_scanner_eof_actions, :_re_scanner_eof_actions=
end
self._re_scanner_eof_actions = [
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 11, 11, 11, 11, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 24, 24, 0, 24, 24, 0, 
        24, 24, 24, 24, 24, 24, 24, 24, 
        24, 24, 24, 24, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 24, 0, 0, 0, 
        0, 0, 0, 0, 24, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 0, 0, 0
]

class << self
        attr_accessor :_re_scanner_eof_trans
        private :_re_scanner_eof_trans, :_re_scanner_eof_trans=
end
self._re_scanner_eof_trans = [
        0, 1, 1, 1, 1, 1, 1, 8, 
        8, 8, 8, 15, 15, 15, 15, 15, 
        15, 15, 15, 15, 15, 15, 15, 15, 
        29, 29, 29, 0, 0, 0, 0, 38, 
        38, 41, 43, 43, 43, 43, 43, 43, 
        43, 43, 43, 43, 43, 43, 43, 43, 
        43, 43, 43, 43, 43, 43, 43, 43, 
        43, 43, 43, 43, 43, 43, 43, 43, 
        43, 43, 43, 43, 43, 43, 43, 43, 
        43, 43, 43, 43, 43, 43, 43, 43, 
        43, 43, 43, 43, 43, 43, 43, 43, 
        99, 99, 0, 0, 105, 0, 0, 110, 
        0, 0, 0, 0, 0, 0, 0, 0, 
        0, 0, 0, 0, 125, 125, 125, 125, 
        0, 152, 152, 152, 152, 153, 153, 152, 
        154, 156, 158, 158, 163, 165, 167, 169, 
        173, 175, 0, 0, 0, 189, 189, 189, 
        189, 192, 195, 0, 0, 216, 216, 216, 
        218, 220, 222, 222, 222, 226, 226, 226, 
        226, 231, 0, 239, 239, 239, 239
]

class << self
        attr_accessor :re_scanner_start
end
self.re_scanner_start = 112;
class << self
        attr_accessor :re_scanner_first_final
end
self.re_scanner_first_final = 112;
class << self
        attr_accessor :re_scanner_error
end
self.re_scanner_error = 0;

class << self
        attr_accessor :re_scanner_en_char_type
end
self.re_scanner_en_char_type = 130;
class << self
        attr_accessor :re_scanner_en_unicode_property
end
self.re_scanner_en_unicode_property = 131;
class << self
        attr_accessor :re_scanner_en_character_set
end
self.re_scanner_en_character_set = 132;
class << self
        attr_accessor :re_scanner_en_set_escape_sequence
end
self.re_scanner_en_set_escape_sequence = 139;
class << self
        attr_accessor :re_scanner_en_escape_sequence
end
self.re_scanner_en_escape_sequence = 140;
class << self
        attr_accessor :re_scanner_en_conditional_expression
end
self.re_scanner_en_conditional_expression = 154;
class << self
        attr_accessor :re_scanner_en_main
end
self.re_scanner_en_main = 112;


# line 768 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
    
# line 1194 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner.rb"
begin
        p ||= 0
        pe ||= data.length
        cs = re_scanner_start
        top = 0
        ts = nil
        te = nil
        act = 0
end

# line 769 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
    
# line 1207 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner.rb"
begin
        testEof = false
        _slen, _trans, _keys, _inds, _acts, _nacts = nil
        _goto_level = 0
        _resume = 10
        _eof_trans = 15
        _again = 20
        _test_eof = 30
        _out = 40
        while true
        if _goto_level <= 0
        if p == pe
                _goto_level = _test_eof
                next
        end
        if cs == 0
                _goto_level = _out
                next
        end
        end
        if _goto_level <= _resume
        case _re_scanner_from_state_actions[cs] 
        when 34 then
# line 1 "NONE"
                begin
ts = p
                end
# line 1235 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner.rb"
        end
        _keys = cs << 1
        _inds = _re_scanner_index_offsets[cs]
        _slen = _re_scanner_key_spans[cs]
        _wide = data[p].ord
        _trans = if (   _slen > 0 && 
                        _re_scanner_trans_keys[_keys] <= _wide && 
                        _wide <= _re_scanner_trans_keys[_keys + 1] 
                    ) then
                        _re_scanner_indicies[ _inds + _wide - _re_scanner_trans_keys[_keys] ] 
                 else 
                        _re_scanner_indicies[ _inds + _slen ]
                 end
        end
        if _goto_level <= _eof_trans
        cs = _re_scanner_trans_targs[_trans]
        if _re_scanner_trans_actions[_trans] != 0
        case _re_scanner_trans_actions[_trans]
        when 36 then
# line 149 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 self.group_depth = group_depth + 1             end
        when 4 then
# line 150 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 self.group_depth = group_depth - 1             end
        when 40 then
# line 1 "NONE"
                begin
te = p+1
                end
        when 66 then
# line 12 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/char_type.rl"
                begin
te = p+1
 begin 
      case text = copy(data, ts-1, te)
      when '\d'; emit(:type, :digit,      text)
      when '\D'; emit(:type, :nondigit,   text)
      when '\h'; emit(:type, :hex,        text)
      when '\H'; emit(:type, :nonhex,     text)
      when '\s'; emit(:type, :space,      text)
      when '\S'; emit(:type, :nonspace,   text)
      when '\w'; emit(:type, :word,       text)
      when '\W'; emit(:type, :nonword,    text)
      when '\R'; emit(:type, :linebreak,  text)
      when '\X'; emit(:type, :xgrapheme,  text)
      end
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 12 then
# line 16 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/property.rl"
                begin
te = p+1
 begin 
      text = copy(data, ts-1, te)
      type = (text[1] == 'P') ^ (text[3] == '^') ? :nonproperty : :property

      name = data[ts+2..te-2].pack('c*').gsub(/[\^\s_\-]/, '').downcase

      token = self.class.short_prop_map[name] || self.class.long_prop_map[name]
      raise UnknownUnicodePropertyError.new(name) unless token

      self.emit(type, token.to_sym, text)

        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 16 then
# line 177 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin  # special case, emits two tokens
      emit(:literal, :literal, '-')
      emit(:set, :intersection, '&&')
     end
                end
        when 71 then
# line 182 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      text = copy(data, ts, te)
      if tokens.last[1] == :open
        emit(:set, :negate, text)
      else
        emit(:literal, :literal, text)
      end
     end
                end
        when 73 then
# line 203 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:set, :intersection, copy(data, ts, te))
     end
                end
        when 69 then
# line 207 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
        begin
                stack[top] = cs
                top+= 1
                cs = 139
                _goto_level = _again
                next
        end

     end
                end
        when 67 then
# line 237 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:literal, :literal, copy(data, ts, te))
     end
                end
        when 14 then
# line 245 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      text = copy(data, ts, te)
      emit(:literal, :literal, text)
     end
                end
        when 74 then
# line 191 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      text = copy(data, ts, te)
      # ranges cant start with a subset or intersection/negation/range operator
      if tokens.last[0] == :set
        emit(:literal, :literal, text)
      else
        emit(:set, :range, text)
      end
     end
                end
        when 77 then
# line 211 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      emit(:set, :open, copy(data, ts, te))
        begin
                stack[top] = cs
                top+= 1
                cs = 132
                _goto_level = _again
                next
        end

     end
                end
        when 72 then
# line 245 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      text = copy(data, ts, te)
      emit(:literal, :literal, text)
     end
                end
        when 15 then
# line 191 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 begin p = ((te))-1; end
 begin 
      text = copy(data, ts, te)
      # ranges cant start with a subset or intersection/negation/range operator
      if tokens.last[0] == :set
        emit(:literal, :literal, text)
      else
        emit(:set, :range, text)
      end
     end
                end
        when 18 then
# line 211 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 begin p = ((te))-1; end
 begin 
      emit(:set, :open, copy(data, ts, te))
        begin
                stack[top] = cs
                top+= 1
                cs = 132
                _goto_level = _again
                next
        end

     end
                end
        when 13 then
# line 245 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 begin p = ((te))-1; end
 begin 
      text = copy(data, ts, te)
      emit(:literal, :literal, text)
     end
                end
        when 79 then
# line 254 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:escape, :literal, copy(data, ts-1, te))
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 78 then
# line 259 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      p = p - 1;
      cs = 132;
        begin
                stack[top] = cs
                top+= 1
                cs = 140
                _goto_level = _again
                next
        end

     end
                end
        when 83 then
# line 270 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      text = copy(data, ts-1, te)
      emit(:backref, :number, text)
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 90 then
# line 276 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:escape, :octal, copy(data, ts-1, te))
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 80 then
# line 281 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      case text = copy(data, ts-1, te)
      when '\.';  emit(:escape, :dot,               text)
      when '\|';  emit(:escape, :alternation,       text)
      when '\^';  emit(:escape, :bol,               text)
      when '\$';  emit(:escape, :eol,               text)
      when '\?';  emit(:escape, :zero_or_one,       text)
      when '\*';  emit(:escape, :zero_or_more,      text)
      when '\+';  emit(:escape, :one_or_more,       text)
      when '\(';  emit(:escape, :group_open,        text)
      when '\)';  emit(:escape, :group_close,       text)
      when '\{';  emit(:escape, :interval_open,     text)
      when '\}';  emit(:escape, :interval_close,    text)
      when '\[';  emit(:escape, :set_open,          text)
      when '\]';  emit(:escape, :set_close,         text)
      when "\\\\";
        emit(:escape, :backslash, text)
      end
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 86 then
# line 302 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      # \b is emitted as backspace only when inside a character set, otherwise
      # it is a word boundary anchor. A syntax might "normalize" it if needed.
      case text = copy(data, ts-1, te)
      when '\a'; emit(:escape, :bell,           text)
      when '\b'; emit(:escape, :backspace,      text)
      when '\e'; emit(:escape, :escape,         text)
      when '\f'; emit(:escape, :form_feed,      text)
      when '\n'; emit(:escape, :newline,        text)
      when '\r'; emit(:escape, :carriage,       text)
      when '\t'; emit(:escape, :tab,            text)
      when '\v'; emit(:escape, :vertical_tab,   text)
      end
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 29 then
# line 318 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      text = copy(data, ts-1, te)
      if text[2].chr == '{'
        emit(:escape, :codepoint_list, text)
      else
        emit(:escape, :codepoint,      text)
      end
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 97 then
# line 328 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:escape, :hex, copy(data, ts-1, te))
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 25 then
# line 337 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit_meta_control_sequence(data, ts, te, :control)
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 27 then
# line 342 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit_meta_control_sequence(data, ts, te, :meta_sequence)
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 84 then
# line 347 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      p = p - 1;
      cs = ((in_set? ? 132 : 112));
        begin
                stack[top] = cs
                top+= 1
                cs = 130
                _goto_level = _again
                next
        end

     end
                end
        when 85 then
# line 353 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      p = p - 1;
      cs = ((in_set? ? 132 : 112));
        begin
                stack[top] = cs
                top+= 1
                cs = 131
                _goto_level = _again
                next
        end

     end
                end
        when 23 then
# line 362 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:escape, :literal, copy(data, ts-1, te))
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 89 then
# line 276 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      emit(:escape, :octal, copy(data, ts-1, te))
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 96 then
# line 328 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      emit(:escape, :hex, copy(data, ts-1, te))
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 92 then
# line 337 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      emit_meta_control_sequence(data, ts, te, :control)
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 94 then
# line 342 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      emit_meta_control_sequence(data, ts, te, :meta_sequence)
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 87 then
# line 362 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      emit(:escape, :literal, copy(data, ts-1, te))
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 22 then
# line 362 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 begin p = ((te))-1; end
 begin 
      emit(:escape, :literal, copy(data, ts-1, te))
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 88 then
# line 1 "NONE"
                begin
        case act
        when 18 then
        begin begin p = ((te))-1; end

      text = copy(data, ts-1, te)
      emit(:backref, :number, text)
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

    end
        when 19 then
        begin begin p = ((te))-1; end

      emit(:escape, :octal, copy(data, ts-1, te))
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

    end
end 
                        end
        when 32 then
# line 372 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      text = copy(data, ts, te-1)
      emit(:conditional, :condition, text)
      emit(:conditional, :condition_close, ')')
     end
                end
        when 98 then
# line 378 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      p = p - 1;
        begin
                stack[top] = cs
                top+= 1
                cs = 112
                _goto_level = _again
                next
        end

     end
                end
        when 99 then
# line 378 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      p = p - 1;
        begin
                stack[top] = cs
                top+= 1
                cs = 112
                _goto_level = _again
                next
        end

     end
                end
        when 31 then
# line 378 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 begin p = ((te))-1; end
 begin 
      p = p - 1;
        begin
                stack[top] = cs
                top+= 1
                cs = 112
                _goto_level = _again
                next
        end

     end
                end
        when 38 then
# line 391 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:meta, :dot, copy(data, ts, te))
     end
                end
        when 43 then
# line 395 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      if conditional_stack.last == group_depth
        emit(:conditional, :separator, copy(data, ts, te))
      else
        emit(:meta, :alternation, copy(data, ts, te))
      end
     end
                end
        when 42 then
# line 405 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:anchor, :bol, copy(data, ts, te))
     end
                end
        when 35 then
# line 409 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:anchor, :eol, copy(data, ts, te))
     end
                end
        when 61 then
# line 413 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:keep, :mark, copy(data, ts, te))
     end
                end
        when 60 then
# line 417 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      case text = copy(data, ts, te)
      when '\\A'; emit(:anchor, :bos,                text)
      when '\\z'; emit(:anchor, :eos,                text)
      when '\\Z'; emit(:anchor, :eos_ob_eol,         text)
      when '\\b'; emit(:anchor, :word_boundary,      text)
      when '\\B'; emit(:anchor, :nonword_boundary,   text)
      when '\\G'; emit(:anchor, :match_start,        text)
      end
     end
                end
        when 41 then
# line 428 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      append_literal(data, ts, te)
     end
                end
        when 51 then
# line 443 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      text = copy(data, ts, te)

      conditional_stack << group_depth

      emit(:conditional, :open, text[0..-2])
      emit(:conditional, :condition_open, '(')
        begin
                stack[top] = cs
                top+= 1
                cs = 154
                _goto_level = _again
                next
        end

     end
                end
        when 52 then
# line 474 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      text = copy(data, ts, te)
      if text[2..-1] =~ /([^\-mixdau:]|^$)|-.*([dau])/
        raise InvalidGroupOption.new($1 || "-#{$2}", text)
      end
      emit_options(text)
     end
                end
        when 7 then
# line 488 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      case text = copy(data, ts, te)
      when '(?=';  emit(:assertion, :lookahead,    text)
      when '(?!';  emit(:assertion, :nlookahead,   text)
      when '(?<='; emit(:assertion, :lookbehind,   text)
      when '(?<!'; emit(:assertion, :nlookbehind,  text)
      end
     end
                end
        when 6 then
# line 505 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      case text = copy(data, ts, te)
      when '(?:';  emit(:group, :passive,      text)
      when '(?>';  emit(:group, :atomic,       text)
      when '(?~';  emit(:group, :absence,      text)

      when /^\(\?(?:<>|'')/
        validation_error(:group, 'named group', 'name is empty')

      when /^\(\?<\w*>/
        emit(:group, :named_ab,  text)

      when /^\(\?'\w*'/
        emit(:group, :named_sq,  text)

      end
     end
                end
        when 9 then
# line 546 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      case text = copy(data, ts, te)
      when /^\\([gk])(<>|'')/ # angle brackets
        validation_error(:backref, 'ref/call', 'ref ID is empty')

      when /^\\([gk])<[^\d+-]\w*>/ # angle-brackets
        if $1 == 'k'
          emit(:backref, :name_ref_ab, text)
        else
          emit(:backref, :name_call_ab, text)
        end

      when /^\\([gk])'[^\d+-]\w*'/ #single quotes
        if $1 == 'k'
          emit(:backref, :name_ref_sq, text)
        else
          emit(:backref, :name_call_sq, text)
        end

      when /^\\([gk])<\d+>/ # angle-brackets
        if $1 == 'k'
          emit(:backref, :number_ref_ab, text)
        else
          emit(:backref, :number_call_ab, text)
        end

      when /^\\([gk])'\d+'/ # single quotes
        if $1 == 'k'
          emit(:backref, :number_ref_sq, text)
        else
          emit(:backref, :number_call_sq, text)
        end

      when /^\\(?:g<\+|g<-|(k)<-)\d+>/ # angle-brackets
        if $1 == 'k'
          emit(:backref, :number_rel_ref_ab, text)
        else
          emit(:backref, :number_rel_call_ab, text)
        end

      when /^\\(?:g'\+|g'-|(k)'-)\d+'/ # single quotes
        if $1 == 'k'
          emit(:backref, :number_rel_ref_sq, text)
        else
          emit(:backref, :number_rel_call_sq, text)
        end

      when /^\\k<[^\d+\-]\w*[+\-]\d+>/ # angle-brackets
        emit(:backref, :name_recursion_ref_ab, text)

      when /^\\k'[^\d+\-]\w*[+\-]\d+'/ # single-quotes
        emit(:backref, :name_recursion_ref_sq, text)

      when /^\\([gk])<[+\-]?\d+[+\-]\d+>/ # angle-brackets
        emit(:backref, :number_recursion_ref_ab, text)

      when /^\\([gk])'[+\-]?\d+[+\-]\d+'/ # single-quotes
        emit(:backref, :number_recursion_ref_sq, text)

      end
     end
                end
        when 58 then
# line 611 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      case text = copy(data, ts, te)
      when '?' ;  emit(:quantifier, :zero_or_one,            text)
      when '??';  emit(:quantifier, :zero_or_one_reluctant,  text)
      when '?+';  emit(:quantifier, :zero_or_one_possessive, text)
      end
     end
                end
        when 54 then
# line 619 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      case text = copy(data, ts, te)
      when '*' ;  emit(:quantifier, :zero_or_more,            text)
      when '*?';  emit(:quantifier, :zero_or_more_reluctant,  text)
      when '*+';  emit(:quantifier, :zero_or_more_possessive, text)
      end
     end
                end
        when 56 then
# line 627 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      case text = copy(data, ts, te)
      when '+' ;  emit(:quantifier, :one_or_more,            text)
      when '+?';  emit(:quantifier, :one_or_more_reluctant,  text)
      when '++';  emit(:quantifier, :one_or_more_possessive, text)
      end
     end
                end
        when 64 then
# line 635 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:quantifier, :interval, copy(data, ts, te))
     end
                end
        when 47 then
# line 650 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      if free_spacing
        emit(:free_space, :comment, copy(data, ts, te))
      else
        # consume only the pound sign (#) and backtrack to do regular scanning
        append_literal(data, ts, ts + 1)
         begin p = (( ts + 1))-1; end

      end
     end
                end
        when 50 then
# line 474 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      text = copy(data, ts, te)
      if text[2..-1] =~ /([^\-mixdau:]|^$)|-.*([dau])/
        raise InvalidGroupOption.new($1 || "-#{$2}", text)
      end
      emit_options(text)
     end
                end
        when 48 then
# line 523 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      text = copy(data, ts, te)
      emit(:group, :capture, text)
     end
                end
        when 57 then
# line 611 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      case text = copy(data, ts, te)
      when '?' ;  emit(:quantifier, :zero_or_one,            text)
      when '??';  emit(:quantifier, :zero_or_one_reluctant,  text)
      when '?+';  emit(:quantifier, :zero_or_one_possessive, text)
      end
     end
                end
        when 53 then
# line 619 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      case text = copy(data, ts, te)
      when '*' ;  emit(:quantifier, :zero_or_more,            text)
      when '*?';  emit(:quantifier, :zero_or_more_reluctant,  text)
      when '*+';  emit(:quantifier, :zero_or_more_possessive, text)
      end
     end
                end
        when 55 then
# line 627 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      case text = copy(data, ts, te)
      when '+' ;  emit(:quantifier, :one_or_more,            text)
      when '+?';  emit(:quantifier, :one_or_more_reluctant,  text)
      when '++';  emit(:quantifier, :one_or_more_possessive, text)
      end
     end
                end
        when 63 then
# line 635 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      emit(:quantifier, :interval, copy(data, ts, te))
     end
                end
        when 62 then
# line 640 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      append_literal(data, ts, te)
     end
                end
        when 59 then
# line 646 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
        begin
                stack[top] = cs
                top+= 1
                cs = 140
                _goto_level = _again
                next
        end

     end
                end
        when 46 then
# line 650 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      if free_spacing
        emit(:free_space, :comment, copy(data, ts, te))
      else
        # consume only the pound sign (#) and backtrack to do regular scanning
        append_literal(data, ts, ts + 1)
         begin p = (( ts + 1))-1; end

      end
     end
                end
        when 45 then
# line 660 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      if free_spacing
        emit(:free_space, :whitespace, copy(data, ts, te))
      else
        append_literal(data, ts, te)
      end
     end
                end
        when 44 then
# line 675 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      append_literal(data, ts, te)
     end
                end
        when 3 then
# line 474 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 begin p = ((te))-1; end
 begin 
      text = copy(data, ts, te)
      if text[2..-1] =~ /([^\-mixdau:]|^$)|-.*([dau])/
        raise InvalidGroupOption.new($1 || "-#{$2}", text)
      end
      emit_options(text)
     end
                end
        when 10 then
# line 640 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 begin p = ((te))-1; end
 begin 
      append_literal(data, ts, te)
     end
                end
        when 8 then
# line 646 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 begin p = ((te))-1; end
 begin 
        begin
                stack[top] = cs
                top+= 1
                cs = 140
                _goto_level = _again
                next
        end

     end
                end
        when 1 then
# line 1 "NONE"
                begin
        case act
        when 0 then
        begin  begin
                cs = 0
                _goto_level = _again
                next
        end
end
        when 56 then
        begin begin p = ((te))-1; end

      append_literal(data, ts, te)
    end
end 
                        end
        when 76 then
# line 137 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin

    text = copy(data, ts ? ts-1 : 0, -1)
    raise PrematureEndError.new( text )
                end
# line 211 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      emit(:set, :open, copy(data, ts, te))
        begin
                stack[top] = cs
                top+= 1
                cs = 132
                _goto_level = _again
                next
        end

     end
                end
        when 17 then
# line 137 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin

    text = copy(data, ts ? ts-1 : 0, -1)
    raise PrematureEndError.new( text )
                end
# line 211 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 begin p = ((te))-1; end
 begin 
      emit(:set, :open, copy(data, ts, te))
        begin
                stack[top] = cs
                top+= 1
                cs = 132
                _goto_level = _again
                next
        end

     end
                end
        when 95 then
# line 137 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin

    text = copy(data, ts ? ts-1 : 0, -1)
    raise PrematureEndError.new( text )
                end
# line 328 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      emit(:escape, :hex, copy(data, ts-1, te))
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 91 then
# line 137 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin

    text = copy(data, ts ? ts-1 : 0, -1)
    raise PrematureEndError.new( text )
                end
# line 337 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      emit_meta_control_sequence(data, ts, te, :control)
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 93 then
# line 137 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin

    text = copy(data, ts ? ts-1 : 0, -1)
    raise PrematureEndError.new( text )
                end
# line 342 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p
p = p - 1; begin 
      emit_meta_control_sequence(data, ts, te, :meta_sequence)
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 26 then
# line 137 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin

    text = copy(data, ts ? ts-1 : 0, -1)
    raise PrematureEndError.new( text )
                end
# line 337 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 begin p = ((te))-1; end
 begin 
      emit_meta_control_sequence(data, ts, te, :control)
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 28 then
# line 137 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin

    text = copy(data, ts ? ts-1 : 0, -1)
    raise PrematureEndError.new( text )
                end
# line 342 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 begin p = ((te))-1; end
 begin 
      emit_meta_control_sequence(data, ts, te, :meta_sequence)
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 30 then
# line 143 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin

    text = copy(data, ts ? ts-1 : 0, -1)
    validation_error(:sequence, 'sequence', text)
                end
# line 333 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
        begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

     end
                end
        when 5 then
# line 150 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 self.group_depth = group_depth - 1             end
# line 459 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:group, :comment, copy(data, ts, te))
     end
                end
        when 37 then
# line 150 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 self.group_depth = group_depth - 1             end
# line 528 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      if conditional_stack.last == group_depth + 1
        conditional_stack.pop
        emit(:conditional, :close, copy(data, ts, te))
      else
        if spacing_stack.length > 1 &&
           spacing_stack.last[:depth] == group_depth + 1
          spacing_stack.pop
          self.free_spacing = spacing_stack.last[:free_spacing]
        end

        emit(:group, :close, copy(data, ts, te))
      end
     end
                end
        when 39 then
# line 151 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 self.set_depth   = set_depth   + 1             end
# line 434 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:set, :open, copy(data, ts, te))
        begin
                stack[top] = cs
                top+= 1
                cs = 132
                _goto_level = _again
                next
        end

     end
                end
        when 70 then
# line 152 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 self.set_depth   = set_depth   - 1             end
# line 158 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:set, :close, copy(data, ts, te))
      if in_set?
                begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

      else
                begin
                cs = 112
                _goto_level = _again
                next
        end

      end
     end
                end
        when 75 then
# line 152 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 self.set_depth   = set_depth   - 1             end
# line 167 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin  # special case, emits two tokens
      emit(:literal, :literal, copy(data, ts, te-1))
      emit(:set, :close, copy(data, ts+1, te))
      if in_set?
                begin
                top -= 1
                cs = stack[top]
                _goto_level = _again
                next
        end

      else
                begin
                cs = 112
                _goto_level = _again
                next
        end

      end
     end
                end
        when 20 then
# line 152 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 self.set_depth   = set_depth   - 1             end
# line 216 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      text = copy(data, ts, te)

      type = :posixclass
      class_name = text[2..-3]
      if class_name[0].chr == '^'
        class_name = class_name[1..-1]
        type = :nonposixclass
      end

      emit(type, class_name.to_sym, text)
     end
                end
        when 19 then
# line 152 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 self.set_depth   = set_depth   - 1             end
# line 229 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:set, :collation, copy(data, ts, te))
     end
                end
        when 21 then
# line 152 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 self.set_depth   = set_depth   - 1             end
# line 233 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
te = p+1
 begin 
      emit(:set, :equivalent, copy(data, ts, te))
     end
                end
        when 68 then
# line 1 "NONE"
                begin
te = p+1
                end
# line 151 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 self.set_depth   = set_depth   + 1             end
        when 82 then
# line 1 "NONE"
                begin
te = p+1
                end
# line 270 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
act = 18;               end
        when 81 then
# line 1 "NONE"
                begin
te = p+1
                end
# line 276 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
act = 19;               end
        when 2 then
# line 1 "NONE"
                begin
te = p+1
                end
# line 675 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
act = 56;               end
        when 49 then
# line 1 "NONE"
                begin
te = p+1
                end
# line 150 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 self.group_depth = group_depth - 1             end
# line 149 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin
 self.group_depth = group_depth + 1             end
# line 2667 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner.rb"
        end
        end
        end
        if _goto_level <= _again
        case _re_scanner_to_state_actions[cs] 
        when 65 then
# line 1 "NONE"
                begin
ts = nil;               end
        when 33 then
# line 1 "NONE"
                begin
ts = nil;               end
# line 1 "NONE"
                begin
act = 0
                end
# line 2685 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner.rb"
        end

        if cs == 0
                _goto_level = _out
                next
        end
        p += 1
        if p != pe
                _goto_level = _resume
                next
        end
        end
        if _goto_level <= _test_eof
        if p == eof
        if _re_scanner_eof_trans[cs] > 0
                _trans = _re_scanner_eof_trans[cs] - 1;
                _goto_level = _eof_trans
                next;
        end
          case _re_scanner_eof_actions[cs]
        when 11 then
# line 8 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/property.rl"
                begin

    raise PrematureEndError.new('unicode property')
                end
        when 24 then
# line 137 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"
                begin

    text = copy(data, ts ? ts-1 : 0, -1)
    raise PrematureEndError.new( text )
                end
# line 2719 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner.rb"
          end
        end

        end
        if _goto_level <= _out
                break
        end
end
        end

# line 770 "/Users/jannoschmuller/code/regexp_parser/lib/regexp_parser/scanner/scanner.rl"

    # to avoid "warning: assigned but unused variable - testEof"
    testEof = testEof

    if cs == re_scanner_error
      text = copy(data, ts ? ts-1 : 0, -1)
      raise ScannerError.new("Scan error at '#{text}'")
    end

    raise PrematureEndError.new("(missing group closing paranthesis) "+
          "[#{group_depth}]") if in_group?
    raise PrematureEndError.new("(missing set closing bracket) "+
          "[#{set_depth}]") if in_set?

    # when the entire expression is a literal run
    emit_literal if literal

    tokens
  end

Private Instance Methods

append_literal(data, ts, te) click to toggle source

Appends one or more characters to the literal buffer, to be emitted later by a call to emit_literal.

# File lib/regexp_parser/scanner.rb, line 2814
def append_literal(data, ts, te)
  self.literal = literal || []
  literal << copy(data, ts, te)
end
copy(data, ts, te) click to toggle source

Copy from ts to te from data as text

# File lib/regexp_parser/scanner.rb, line 2808
def copy(data, ts, te)
  data[ts...te].pack('c*').force_encoding('utf-8')
end
emit_literal() click to toggle source

Emits the literal run collected by calls to the append_literal method.

# File lib/regexp_parser/scanner.rb, line 2820
def emit_literal
  text = literal.join
  self.literal = nil
  emit(:literal, :literal, text)
end
emit_meta_control_sequence(data, ts, te, token) click to toggle source
# File lib/regexp_parser/scanner.rb, line 2855
def emit_meta_control_sequence(data, ts, te, token)
  if data.last < 0x00 || data.last > 0x7F
    validation_error(:sequence, 'escape', token.to_s)
  end
  emit(:escape, token, copy(data, ts-1, te))
end
emit_options(text) click to toggle source
# File lib/regexp_parser/scanner.rb, line 2826
def emit_options(text)
  token = nil

  # Ruby allows things like '(?-xxxx)' or '(?xx-xx--xx-:abc)'.
  text =~ /\(\?([mixdau]*)(-(?:[mix]*))*(:)?/
  positive, negative, group_local = $1, $2, $3

  if positive.include?('x')
    self.free_spacing = true
  end

  # If the x appears in both, treat it like ruby does, the second cancels
  # the first.
  if negative && negative.include?('x')
    self.free_spacing = false
  end

  if group_local
    spacing_stack << {:free_spacing => free_spacing, :depth => group_depth}
    token = :options
  else
    # switch for parent group level
    spacing_stack.last[:free_spacing] = free_spacing
    token = :options_switch
  end

  emit(:group, token, text)
end
free_spacing?(input_object, options) click to toggle source
# File lib/regexp_parser/scanner.rb, line 2787
def free_spacing?(input_object, options)
  if options && !input_object.is_a?(String)
    raise ArgumentError, 'options cannot be supplied unless scanning a String'
  end

  options = input_object.options if input_object.is_a?(::Regexp)

  return false unless options

  options & Regexp::EXTENDED != 0
end
in_group?() click to toggle source
# File lib/regexp_parser/scanner.rb, line 2799
def in_group?
  group_depth > 0
end
in_set?() click to toggle source
# File lib/regexp_parser/scanner.rb, line 2803
def in_set?
  set_depth > 0
end
validation_error(type, what, reason) click to toggle source

Centralizes and unifies the handling of validation related errors.

# File lib/regexp_parser/scanner.rb, line 2864
def validation_error(type, what, reason)
  case type
  when :group
    error = InvalidGroupError.new(what, reason)
  when :backref
    error = InvalidBackrefError.new(what, reason)
  when :sequence
    error = InvalidSequenceError.new(what, reason)
  end

  raise error # unless @@config.validation_ignore
end