Add Tokens() returning the internal channelv0.1.1

1 files changed, 5 insertions, 0 deletions

diff --git a/lexer.go b/lexer.go
index 5dff2c8..35daff9 100644
--- a/lexer.go
+++ b/lexer.go
@@ -203,6 +203,11 @@ func (l *Lexer) SkipWhitespace() {
 	}
 }
 
+// Tokens returns the a token channel.
+func (l *Lexer) Tokens() <-chan Token {
+	return l.tokens
+}
+
 // NextToken returns the next token from the lexer and done
 func (l *Lexer) NextToken() (*Token, bool) {
 	if tok, ok := <-l.tokens; ok {