instiki/vendor/rails/actionpack/test/controller/html-scanner/tokenizer_test.rb

require 'abstract_unit'

class TokenizerTest < Test::Unit::TestCase

  def test_blank
    tokenize ""
    assert_end
  end

  def test_space
    tokenize " "
    assert_next " "
    assert_end
  end

  def test_tag_simple_open
    tokenize "<tag>"
    assert_next "<tag>"
    assert_end
  end

  def test_tag_simple_self_closing
    tokenize "<tag />"
    assert_next "<tag />"
    assert_end
  end

  def test_tag_simple_closing
    tokenize "</tag>"
    assert_next "</tag>"
  end
  
  def test_tag_with_single_quoted_attribute
    tokenize %{<tag a='hello'>x}
    assert_next %{<tag a='hello'>}
  end

  def test_tag_with_single_quoted_attribute_with_escape
    tokenize %{<tag a='hello\\''>x}
    assert_next %{<tag a='hello\\''>}
  end

  def test_tag_with_double_quoted_attribute
    tokenize %{<tag a="hello">x}
    assert_next %{<tag a="hello">}
  end

  def test_tag_with_double_quoted_attribute_with_escape
    tokenize %{<tag a="hello\\"">x}
    assert_next %{<tag a="hello\\"">}
  end
  
  def test_tag_with_unquoted_attribute
    tokenize %{<tag a=hello>x}
    assert_next %{<tag a=hello>}
  end

  def test_tag_with_lt_char_in_attribute
    tokenize %{<tag a="x < y">x}
    assert_next %{<tag a="x < y">}
  end
  
  def test_tag_with_gt_char_in_attribute
    tokenize %{<tag a="x > y">x}
    assert_next %{<tag a="x > y">}
  end
  
  def test_doctype_tag
    tokenize %{<!DOCTYPE "blah" "blah" "blah">\n    <html>}
    assert_next %{<!DOCTYPE "blah" "blah" "blah">}
    assert_next %{\n    }
    assert_next %{<html>}
  end

  def test_cdata_tag
    tokenize %{<![CDATA[<br>]]>}
    assert_next %{<![CDATA[<br>]]>}
    assert_end
  end

  def test_unterminated_cdata_tag
    tokenize %{<content:encoded><![CDATA[ neverending...}
    assert_next %{<content:encoded>}
    assert_next %{<![CDATA[ neverending...}
    assert_end
  end

  def test_less_than_with_space
    tokenize %{original < hello > world}
    assert_next %{original }
    assert_next %{< hello > world}
  end
  
  def test_less_than_without_matching_greater_than
    tokenize %{hello <span onmouseover="gotcha"\n<b>foo</b>\nbar</span>}
    assert_next %{hello }
    assert_next %{<span onmouseover="gotcha"\n}
    assert_next %{<b>}
    assert_next %{foo}
    assert_next %{</b>}
    assert_next %{\nbar}
    assert_next %{</span>}
    assert_end
  end

  def test_unterminated_comment
    tokenize %{hello <!-- neverending...}
    assert_next %{hello }
    assert_next %{<!-- neverending...}
    assert_end
  end
  
  private
  
    def tokenize(text)
      @tokenizer = HTML::Tokenizer.new(text)
    end
    
    def assert_next(expected, message=nil)
      token = @tokenizer.next
      assert_equal expected, token, message
    end
    
    def assert_sequence(*expected)
      assert_next expected.shift until expected.empty?
    end
    
    def assert_end(message=nil)
      assert_nil @tokenizer.next, message
    end
end
Rails 2.1 RC1 Updated Instiki to Rails 2.1 RC1 (aka 2.0.991). 2008-05-18 06:22:34 +02:00			`require 'abstract_unit'`
Upgrade to Rails 2.0.2 Upgraded to Rails 2.0.2, except that we maintain vendor/rails/actionpack/lib/action_controller/routing.rb from Rail 1.2.6 (at least for now), so that Routes don't change. We still get to enjoy Rails's many new features. Also fixed a bug in Chunk-handling: disable WikiWord processing in tags (for real this time). 2007-12-21 08:48:59 +01:00
			`class TokenizerTest < Test::Unit::TestCase`

			`def test_blank`
			`tokenize ""`
			`assert_end`
			`end`

			`def test_space`
			`tokenize " "`
			`assert_next " "`
			`assert_end`
			`end`

			`def test_tag_simple_open`
			`tokenize "<tag>"`
			`assert_next "<tag>"`
			`assert_end`
			`end`

			`def test_tag_simple_self_closing`
			`tokenize "<tag />"`
			`assert_next "<tag />"`
			`assert_end`
			`end`

			`def test_tag_simple_closing`
			`tokenize "</tag>"`
			`assert_next "</tag>"`
			`end`

			`def test_tag_with_single_quoted_attribute`
			`tokenize %{<tag a='hello'>x}`
			`assert_next %{<tag a='hello'>}`
			`end`

			`def test_tag_with_single_quoted_attribute_with_escape`
			`tokenize %{<tag a='hello\\''>x}`
			`assert_next %{<tag a='hello\\''>}`
			`end`

			`def test_tag_with_double_quoted_attribute`
			`tokenize %{<tag a="hello">x}`
			`assert_next %{<tag a="hello">}`
			`end`

			`def test_tag_with_double_quoted_attribute_with_escape`
			`tokenize %{<tag a="hello\\"">x}`
			`assert_next %{<tag a="hello\\"">}`
			`end`

			`def test_tag_with_unquoted_attribute`
			`tokenize %{<tag a=hello>x}`
			`assert_next %{<tag a=hello>}`
			`end`

			`def test_tag_with_lt_char_in_attribute`
			`tokenize %{<tag a="x < y">x}`
			`assert_next %{<tag a="x < y">}`
			`end`

			`def test_tag_with_gt_char_in_attribute`
			`tokenize %{<tag a="x > y">x}`
			`assert_next %{<tag a="x > y">}`
			`end`

			`def test_doctype_tag`
			`tokenize %{<!DOCTYPE "blah" "blah" "blah">\n <html>}`
			`assert_next %{<!DOCTYPE "blah" "blah" "blah">}`
			`assert_next %{\n }`
			`assert_next %{<html>}`
			`end`

			`def test_cdata_tag`
			`tokenize %{<![CDATA[<br>]]>}`
			`assert_next %{<![CDATA[<br>]]>}`
			`assert_end`
			`end`

Rails 2.1 RC1 Updated Instiki to Rails 2.1 RC1 (aka 2.0.991). 2008-05-18 06:22:34 +02:00			`def test_unterminated_cdata_tag`
			`tokenize %{<content:encoded><![CDATA[ neverending...}`
			`assert_next %{<content:encoded>}`
			`assert_next %{<![CDATA[ neverending...}`
			`assert_end`
			`end`

Upgrade to Rails 2.0.2 Upgraded to Rails 2.0.2, except that we maintain vendor/rails/actionpack/lib/action_controller/routing.rb from Rail 1.2.6 (at least for now), so that Routes don't change. We still get to enjoy Rails's many new features. Also fixed a bug in Chunk-handling: disable WikiWord processing in tags (for real this time). 2007-12-21 08:48:59 +01:00			`def test_less_than_with_space`
			`tokenize %{original < hello > world}`
			`assert_next %{original }`
			`assert_next %{< hello > world}`
			`end`

			`def test_less_than_without_matching_greater_than`
			`tokenize %{hello <span onmouseover="gotcha"\n<b>foo</b>\nbar</span>}`
			`assert_next %{hello }`
			`assert_next %{<span onmouseover="gotcha"\n}`
			`assert_next %{<b>}`
			`assert_next %{foo}`
			`assert_next %{</b>}`
			`assert_next %{\nbar}`
			`assert_next %{</span>}`
			`assert_end`
			`end`

			`def test_unterminated_comment`
			`tokenize %{hello <!-- neverending...}`
			`assert_next %{hello }`
			`assert_next %{<!-- neverending...}`
			`assert_end`
			`end`

			`private`

			`def tokenize(text)`
			`@tokenizer = HTML::Tokenizer.new(text)`
			`end`

			`def assert_next(expected, message=nil)`
			`token = @tokenizer.next`
			`assert_equal expected, token, message`
			`end`

			`def assert_sequence(*expected)`
			`assert_next expected.shift until expected.empty?`
			`end`

			`def assert_end(message=nil)`
			`assert_nil @tokenizer.next, message`
			`end`
			`end`