More elegant tokenizer

fudge-chez.ss

@@ -1,28 +1,24 @@
 (import (rnrs))
 
 (define get-word
-  (lambda (file word)
+  (lambda (file)
     (let ([c (lookahead-char file)])
-      (if (char-alphabetic? c)
+      (cond
-          (begin
+        [(char-alphabetic? c)
           (get-char file)
-            (get-word file (string-append word (string c))))
+          (string-append (string c) (get-word file))]
-          word))))
+        [else ""]))))
 
 (define get-words
   (lambda (file)
-    (letrec ([loop
-      (lambda (file words)
     (let ([c (lookahead-char file)])
       (cond
-            [(eof-object? c) words]
+        [(eof-object? c) '()]
         [(char-whitespace? c)
           (get-char file)
-              (loop file words)]
+          (get-words file)]
         [(char-alphabetic? c)
-              (loop file (cons (get-word file "") words))]
+          (cons (get-word file) (get-words file))]))))
-            [else (error 'get-words "wtf" c)])))])
-    (reverse (loop file '())))))
 
 (define tokenize
   (lambda (filename)