bd8ba1f4b1
Synced with latest HTML5lib. Added preliminary support (currently disabled) for sanitizing REXML trees.
36 lines
1.1 KiB
Ruby
Executable file
36 lines
1.1 KiB
Ruby
Executable file
require File.join(File.dirname(__FILE__), 'preamble')
|
|
|
|
require 'html5lib/inputstream'
|
|
|
|
class Html5EncodingTestCase < Test::Unit::TestCase
|
|
|
|
begin
|
|
require 'rubygems'
|
|
require 'UniversalDetector'
|
|
|
|
def test_chardet
|
|
File.open(File.join(HTML5LIB_BASE, 'tests', 'encoding', 'chardet', 'test_big5.txt')) do |file|
|
|
stream = HTML5lib::HTMLInputStream.new(file, :chardet => true)
|
|
assert_equal 'big5', stream.char_encoding.downcase
|
|
end
|
|
end
|
|
rescue LoadError
|
|
puts "chardet not found, skipping chardet tests"
|
|
end
|
|
|
|
html5lib_test_files('encoding').each do |test_file|
|
|
test_name = File.basename(test_file).sub('.dat', '').tr('-', '')
|
|
|
|
File.read(test_file).split("#data\n").each_with_index do |data, index|
|
|
next if data.empty?
|
|
input, encoding = data.split(/\n#encoding\s+/, 2)
|
|
encoding = encoding.split[0]
|
|
|
|
define_method 'test_%s_%d' % [ test_name, index + 1 ] do
|
|
stream = HTML5lib::HTMLInputStream.new(input, :chardet => false)
|
|
assert_equal encoding.downcase, stream.char_encoding.downcase, input
|
|
end
|
|
end
|
|
end
|
|
|
|
end
|