You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
53 lines
1.7 KiB
53 lines
1.7 KiB
;; Copyright (C) 2012
|
|
;; "Mu Lei" known as "NalaGinrut" <NalaGinrut@gmail.com>
|
|
;; This file is free software: you can redistribute it and/or modify
|
|
;; it under the terms of the GNU General Public License as published by
|
|
;; the Free Software Foundation, either version 3 of the License, or
|
|
;; (at your option) any later version.
|
|
|
|
;; This file is distributed in the hope that it will be useful,
|
|
;; but WITHOUT ANY WARRANTY; without even the implied warranty of
|
|
;; MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
|
|
;; GNU General Public License for more details.
|
|
|
|
;; You should have received a copy of the GNU General Public License
|
|
;; along with this program. If not, see <http://www.gnu.org/licenses/>.
|
|
|
|
(define-module (language csv lexer)
|
|
#:use-module (system base lalr)
|
|
#:use-module (ice-9 receive)
|
|
#:use-module (ice-9 rdelim)
|
|
#:export (make-csv-tokenizer))
|
|
|
|
|
|
(define (port-source-location port)
|
|
(make-source-location (port-filename port)
|
|
(port-line port)
|
|
(port-column port)
|
|
(false-if-exception (ftell port))
|
|
#f))
|
|
|
|
(define imp-tokenizer
|
|
(lambda (port)
|
|
(let* ((loc (port-source-location port))
|
|
(return (lambda (category value)
|
|
(make-lexical-token category loc value)))
|
|
(c (peek-char port)))
|
|
(cond
|
|
((eof-object? c) '*eoi*)
|
|
;; TODO
|
|
(else
|
|
(error "wrong syntax!" c))))))
|
|
|
|
(define (make-imp-tokenizer port)
|
|
(lambda ()
|
|
(imp-tokenizer port)))
|
|
|
|
;; (define imp-tokenize
|
|
;; (lambda (port)
|
|
;; (let lp ((out '()))
|
|
;; (let ((tok (imp-tokenizer port)))
|
|
;; (if (eq? tok '*eoi*)
|
|
;; (reverse! out)
|
|
;; (lp (cons tok out)))))))
|