/usr/lib/ruby/vendor_ruby/sass/util/multibyte_string_scanner.rb is in ruby-sass 3.1.15-1.
This file is owned by root:root, with mode 0o644.
The actual contents of the file can be viewed below.
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 | require 'strscan'
if Sass::Util.ruby1_8?
Sass::Util::MultibyteStringScanner = StringScanner
else
# A wrapper of the native StringScanner class that works correctly with
# multibyte character encodings. The native class deals only in bytes, not
# characters, for methods like [#pos] and [#matched_size]. This class deals
# only in characters, instead.
class Sass::Util::MultibyteStringScanner < StringScanner
def self.new(str)
return StringScanner.new(str) if str.ascii_only?
super
end
def initialize(str)
super
@mb_pos = 0
@mb_matched_size = nil
@mb_last_pos = nil
end
alias_method :byte_pos, :pos
alias_method :byte_matched_size, :matched_size
def check(pattern); _match super; end
def check_until(pattern); _matched super; end
def getch; _forward _match super; end
def match?(pattern); _size check(pattern); end
def matched_size; @mb_matched_size; end
def peek(len); string[@mb_pos, len]; end
alias_method :peep, :peek
def pos; @mb_pos; end
alias_method :pointer, :pos
def rest_size; rest.size; end
def scan(pattern); _forward _match super; end
def scan_until(pattern); _forward _matched super; end
def skip(pattern); _size scan(pattern); end
def skip_until(pattern); _matched _size scan_until(pattern); end
def get_byte
raise "MultibyteStringScanner doesn't support #get_byte."
end
def getbyte
raise "MultibyteStringScanner doesn't support #getbyte."
end
def pos=(n)
@mb_last_pos = nil
# We set position kind of a lot during parsing, so we want it to be as
# efficient as possible. This is complicated by the fact that UTF-8 is a
# variable-length encoding, so it's difficult to find the byte length that
# corresponds to a given character length.
#
# Our heuristic here is to try to count the fewest possible characters. So
# if the new position is close to the current one, just count the
# characters between the two; if the new position is closer to the
# beginning of the string, just count the characters from there.
if @mb_pos - n < @mb_pos / 2
# New position is close to old position
byte_delta = @mb_pos > n ? -string[n...@mb_pos].bytesize : string[@mb_pos...n].bytesize
super(byte_pos + byte_delta)
else
# New position is close to BOS
super(string[0...n].bytesize)
end
@mb_pos = n
end
def reset
@mb_pos = 0
@mb_matched_size = nil
@mb_last_pos = nil
super
end
def scan_full(pattern, advance_pointer_p, return_string_p)
res = _match super(pattern, advance_pointer_p, true)
_forward res if advance_pointer_p
return res if return_string_p
end
def search_full(pattern, advance_pointer_p, return_string_p)
res = super(pattern, advance_pointer_p, true)
_forward res if advance_pointer_p
_matched((res if return_string_p))
end
def string=(str)
@mb_pos = 0
@mb_matched_size = nil
@mb_last_pos = nil
super
end
def terminate
@mb_pos = string.size
@mb_matched_size = nil
@mb_last_pos = nil
super
end
alias_method :clear, :terminate
def unscan
super
@mb_pos = @mb_last_pos
@mb_last_pos = @mb_matched_size = nil
end
private
def _size(str)
str && str.size
end
def _match(str)
@mb_matched_size = str && str.size
str
end
def _matched(res)
_match matched
res
end
def _forward(str)
@mb_last_pos = @mb_pos
@mb_pos += str.size if str
str
end
end
end
|