Object subclass: #Token
  instanceVariableNames: 
    'text '
  classVariableNames: ''
  poolDictionaries: '' !


!Token class methods !
   
new: aString
    ^self new initialize: aString! !



!Token methods !
  
initialize: aString
    "private"
    text := aString!

text
    "ensures: result is a String that is the text of the token read"
    ^text! !

Token subclass: #IdentifierToken
  instanceVariableNames: ''
  classVariableNames: ''
  poolDictionaries: '' !


!IdentifierToken class methods ! !



!IdentifierToken methods ! !

Token subclass: #KeywordToken
  instanceVariableNames: ''
  classVariableNames: ''
  poolDictionaries: ''   !


!KeywordToken class methods ! !



!KeywordToken methods ! !

Token subclass: #NumberToken
  instanceVariableNames: ''
  classVariableNames: ''
  poolDictionaries: ''  !


!NumberToken class methods ! !



!NumberToken methods ! !

Token subclass: #StringToken
  instanceVariableNames: ''
  classVariableNames: ''
  poolDictionaries: ''    !


!StringToken class methods ! !



!StringToken methods ! !