Methods
E
I
S
T
Included Modules
Constants
UNIDATA_URL = "http://www.unicode.org/Public/#{ActiveSupport::Multibyte::Unicode::UNICODE_VERSION}/ucd"
 
UNIDATA_FILE = '/NormalizationTest.txt'
 
CACHE_DIR = File.join(Dir.tmpdir, 'cache')
 
Instance Public methods
setup()
# File activesupport/test/multibyte_conformance.rb, line 34
def setup
  FileUtils.mkdir_p(CACHE_DIR)
  Downloader.download(UNIDATA_URL + UNIDATA_FILE, CACHE_DIR + UNIDATA_FILE)
  @proxy = ActiveSupport::Multibyte::Chars
end
test_normalizations_C()
# File activesupport/test/multibyte_conformance.rb, line 40
def test_normalizations_C
  each_line_of_norm_tests do |*cols|
    col1, col2, col3, col4, col5, comment = *cols

    # CONFORMANCE:
    # 1. The following invariants must be true for all conformant implementations
    #
    #    NFC
    #      c2 ==  NFC(c1) ==  NFC(c2) ==  NFC(c3)
    assert_equal_codepoints col2, @proxy.new(col1).normalize(:c), "Form C - Col 2 has to be NFC(1) - #{comment}"
    assert_equal_codepoints col2, @proxy.new(col2).normalize(:c), "Form C - Col 2 has to be NFC(2) - #{comment}"
    assert_equal_codepoints col2, @proxy.new(col3).normalize(:c), "Form C - Col 2 has to be NFC(3) - #{comment}"
    #
    #      c4 ==  NFC(c4) ==  NFC(c5)
    assert_equal_codepoints col4, @proxy.new(col4).normalize(:c), "Form C - Col 4 has to be C(4) - #{comment}"
    assert_equal_codepoints col4, @proxy.new(col5).normalize(:c), "Form C - Col 4 has to be C(5) - #{comment}"
  end
end
test_normalizations_D()
# File activesupport/test/multibyte_conformance.rb, line 59
def test_normalizations_D
  each_line_of_norm_tests do |*cols|
    col1, col2, col3, col4, col5, comment = *cols
    #
    #    NFD
    #      c3 ==  NFD(c1) ==  NFD(c2) ==  NFD(c3)
    assert_equal_codepoints col3, @proxy.new(col1).normalize(:d), "Form D - Col 3 has to be NFD(1) - #{comment}"
    assert_equal_codepoints col3, @proxy.new(col2).normalize(:d), "Form D - Col 3 has to be NFD(2) - #{comment}"
    assert_equal_codepoints col3, @proxy.new(col3).normalize(:d), "Form D - Col 3 has to be NFD(3) - #{comment}"
    #      c5 ==  NFD(c4) ==  NFD(c5)
    assert_equal_codepoints col5, @proxy.new(col4).normalize(:d), "Form D - Col 5 has to be NFD(4) - #{comment}"
    assert_equal_codepoints col5, @proxy.new(col5).normalize(:d), "Form D - Col 5 has to be NFD(5) - #{comment}"
  end
end
test_normalizations_KC()
# File activesupport/test/multibyte_conformance.rb, line 74
def test_normalizations_KC
  each_line_of_norm_tests do | *cols |
    col1, col2, col3, col4, col5, comment = *cols
    #
    #    NFKC
    #      c4 == NFKC(c1) == NFKC(c2) == NFKC(c3) == NFKC(c4) == NFKC(c5)
    assert_equal_codepoints col4, @proxy.new(col1).normalize(:kc), "Form D - Col 4 has to be NFKC(1) - #{comment}"
    assert_equal_codepoints col4, @proxy.new(col2).normalize(:kc), "Form D - Col 4 has to be NFKC(2) - #{comment}"
    assert_equal_codepoints col4, @proxy.new(col3).normalize(:kc), "Form D - Col 4 has to be NFKC(3) - #{comment}"
    assert_equal_codepoints col4, @proxy.new(col4).normalize(:kc), "Form D - Col 4 has to be NFKC(4) - #{comment}"
    assert_equal_codepoints col4, @proxy.new(col5).normalize(:kc), "Form D - Col 4 has to be NFKC(5) - #{comment}"
  end
end
test_normalizations_KD()
# File activesupport/test/multibyte_conformance.rb, line 88
def test_normalizations_KD
  each_line_of_norm_tests do | *cols |
    col1, col2, col3, col4, col5, comment = *cols
    #
    #    NFKD
    #      c5 == NFKD(c1) == NFKD(c2) == NFKD(c3) == NFKD(c4) == NFKD(c5)
    assert_equal_codepoints col5, @proxy.new(col1).normalize(:kd), "Form KD - Col 5 has to be NFKD(1) - #{comment}"
    assert_equal_codepoints col5, @proxy.new(col2).normalize(:kd), "Form KD - Col 5 has to be NFKD(2) - #{comment}"
    assert_equal_codepoints col5, @proxy.new(col3).normalize(:kd), "Form KD - Col 5 has to be NFKD(3) - #{comment}"
    assert_equal_codepoints col5, @proxy.new(col4).normalize(:kd), "Form KD - Col 5 has to be NFKD(4) - #{comment}"
    assert_equal_codepoints col5, @proxy.new(col5).normalize(:kd), "Form KD - Col 5 has to be NFKD(5) - #{comment}"
  end
end
Instance Protected methods
each_line_of_norm_tests(&block)
# File activesupport/test/multibyte_conformance.rb, line 103
def each_line_of_norm_tests(&block)
  lines = 0
  max_test_lines = 0 # Don't limit below 38, because that's the header of the testfile
  File.open(File.join(CACHE_DIR, UNIDATA_FILE), 'r') do | f |
    until f.eof? || (max_test_lines > 38 and lines > max_test_lines)
      lines += 1
      line = f.gets.chomp!
      next if (line.empty? || line =~ /^\#/)

      cols, comment = line.split("#")
      cols = cols.split(";").map{|e| e.strip}.reject{|e| e.empty? }
      next unless cols.length == 5

      # codepoints are in hex in the test suite, pack wants them as integers
      cols.map!{|c| c.split.map{|codepoint| codepoint.to_i(16)}.pack("U*") }
      cols << comment

      yield(*cols)
    end
  end
end
inspect_codepoints(str)
# File activesupport/test/multibyte_conformance.rb, line 125
def inspect_codepoints(str)
  str.to_s.unpack("U*").map{|cp| cp.to_s(16) }.join(' ')
end