/test/unit/test-unicode-stream.rb

#!/usr/bin/ruby
# encoding: utf-8

require 'antlr3'
require 'antlr3/streams/unicode'

require 'test/unit'
require 'spec'


include ANTLR3

class TestUnicodeStream < Test::Unit::TestCase
  def setup
    #   Ť    a   ť    \n  9   8   °    \n
    # [ 171, 97, 187, 10, 57, 56, 176, 10]
    @stream = UnicodeStream.new( "Ťať\n98°\n" )
  end
  
  def test_size
    @stream.size.should == 8
  end
  
  def test_index
    @stream.index.should == 0
  end
  
  def test_consume
    @stream.consume # Ť
    @stream.index.should == 1
    @stream.column.should == 1
    @stream.line.should == 1
    
    @stream.consume  # a
    @stream.index.should == 2
    @stream.column.should == 2
    @stream.line.should == 1
    
    @stream.consume # ť
    @stream.index.should == 3
    @stream.column.should == 3
    @stream.line.should == 1
    
    @stream.consume #  \n
    @stream.index.should == 4
    @stream.column.should == 0
    @stream.line.should == 2
    
    @stream.consume # 9
    @stream.index.should == 5
    @stream.column.should == 1
    @stream.line.should == 2
    
    @stream.consume # 8
    @stream.index.should == 6
    @stream.column.should == 2
    @stream.line.should == 2
    
    @stream.consume # °
    @stream.index.should == 7
    @stream.column.should == 3
    @stream.line.should == 2
    
    @stream.consume # \n
    @stream.index.should == 8
    @stream.column.should == 0
    @stream.line.should == 3
    
    @stream.consume # EOF
    @stream.index.should == 8
    @stream.column.should == 0
    @stream.line.should == 3
    
    @stream.consume # EOF
    @stream.index.should == 8
    @stream.column.should == 0
    @stream.line.should == 3
  end
  
  def test_reset
    2.times { @stream.consume }
    @stream.reset
    @stream.index.should == 0
    @stream.line.should == 1
    @stream.column.should == 0
    @stream.peek(1).should == 171 # code point for Ť
  end
  
  def test_look
    @stream.look(1).should == 'Ť'
    @stream.look(2).should == 'a'
    @stream.look(3).should == "ť"
    @stream.peek(1).should == 171
    @stream.peek(2).should == 97
    @stream.peek(3).should == 187
    
    6.times { @stream.consume }
    @stream.look(1).should == '°'
    @stream.look(2).should == "\n"
    @stream.look(3).should be_nil
    @stream.peek(1).should == 176
    @stream.peek(2).should == 10
    @stream.peek(3).should == EOF
  end
  
  def test_substring
    @stream.substring(0,0).should == 'Ť'
    @stream.substring(0,1).should == 'Ťa'
    @stream.substring(0,10).should == "Ťať\n98°\n"
    @stream.substring(3,6).should == "\n98°"
  end
  
  def test_seek_forward
    @stream.seek(4)
    @stream.index.should == 4
    @stream.line.should == 2
    @stream.column.should == 0
    @stream.peek(1).should == 57
  end
  
  def test_mark
    @stream.seek(4)
    marker = @stream.mark
    marker.should == 1
    
    2.times { @stream.consume }
    marker = @stream.mark
    
    marker.should == 2
  end
  
  def test_release_last
    @stream.seek(4)
    marker1 = @stream.mark
    
    2.times { @stream.consume }
    marker2 = @stream.mark
    
    @stream.release
    @stream.mark_depth.should == 2
    @stream.release
    @stream.mark_depth.should == 1
  end
  
  def test_release_nested
    @stream.seek(4)
    marker1 = @stream.mark()
    
    @stream.consume()
    marker2 = @stream.mark()
    
    @stream.consume()
    marker3 = @stream.mark()
    
    @stream.release(marker2)
    @stream.mark_depth.should == 2

  end
  
  def test_rewind_last
    @stream.seek(4)

    marker = @stream.mark
    @stream.consume
    @stream.consume

    @stream.rewind
    @stream.mark_depth.should == 1
    @stream.index.should == 4
    @stream.line.should == 2
    @stream.column.should == 0
    @stream.peek(1).should == 57
    
  end
  
  def test_through
    @stream.through( 2 ).should == 'Ťa'
    @stream.through( -2 ).should == ''
    @stream.seek( 4 )
    @stream.through( 0 ).should == ''
    @stream.through( 1 ).should == '9'
    @stream.through( -2 ).should == "ť\n"
    @stream.through( 5 ).should == "98°\n"
  end
end