# NOT RUN {
tok<-Tokenizer$new("tokenfile.txt")
tok$nextToken() #
tok$print() # or just 'tok'
tok$getDelimiters()
tok$setDelimiters(c(59L,0xaL)) # new Delimiters: ';', newline
tok$setDelimiters(as.integer(charToRaw(";\n"))) # the same
tok$nextToken()
tok$setDelimiters(Tokenizer$new()$getDelimiters()) # reset to default
while(!is.na(s<-tok$nextToken())) print(s) # print the remaing tokens of file
tok$close() # good style, but not required
# }
Run the code above in your browser using DataLab