summaryrefslogtreecommitdiff
path: root/module/language/ecmascript/tokenize.scm
diff options
context:
space:
mode:
Diffstat (limited to 'module/language/ecmascript/tokenize.scm')
-rw-r--r--module/language/ecmascript/tokenize.scm19
1 files changed, 11 insertions, 8 deletions
diff --git a/module/language/ecmascript/tokenize.scm b/module/language/ecmascript/tokenize.scm
index 270a472d3..ab6846c87 100644
--- a/module/language/ecmascript/tokenize.scm
+++ b/module/language/ecmascript/tokenize.scm
@@ -24,8 +24,8 @@
#:use-module (system base lalr)
#:export (next-token make-tokenizer make-tokenizer/1 tokenize tokenize/1))
-(define (syntax-error message . args)
- (throw 'syntax-error 'tokenize #f message #f #f args))
+(define (syntax-error what . args)
+ (throw 'syntax-error 'tokenize what #f #f #f args))
;; taken from SSAX, sorta
(define (read-until delims port)
@@ -442,21 +442,24 @@
(let ((tok (next-token port div?)))
(case (if (lexical-token? tok) (lexical-token-category tok) tok)
((lparen)
- (set! stack (make-lexical-token 'lparen #f stack)))
+ (set! stack (cons tok stack)))
((rparen)
- (if (and (pair? stack) (eq? (car stack) 'lparen))
+ (if (and (pair? stack)
+ (eq? (lexical-token-category (car stack)) 'lparen))
(set! stack (cdr stack))
(syntax-error "unexpected right parenthesis")))
((lbracket)
- (set! stack (make-lexical-token 'lbracket #f stack)))
+ (set! stack (cons tok stack)))
((rbracket)
- (if (and (pair? stack) (eq? (car stack) 'lbracket))
+ (if (and (pair? stack)
+ (eq? (lexical-token-category (car stack)) 'lbracket))
(set! stack (cdr stack))
(syntax-error "unexpected right bracket" stack)))
((lbrace)
- (set! stack (make-lexical-token 'lbrace #f stack)))
+ (set! stack (cons tok stack)))
((rbrace)
- (if (and (pair? stack) (eq? (car stack) 'lbrace))
+ (if (and (pair? stack)
+ (eq? (lexical-token-category (car stack)) 'lbrace))
(set! stack (cdr stack))
(syntax-error "unexpected right brace" stack)))
((semicolon)