Changeset 19 for trunk/example.lisp

Timestamp:

02/27/2008 05:56:24 AM (18 years ago)

Author:

dsowen

Message:

• Added LEX-ALL helper function.
• Added longest-match logic.
• Updated documentation.

File:

• trunk/example.lisp (modified) (2 diffs)

trunk/example.lisp

@@ -29 +29 @@
 (defun un-dquote (s) (regex-replace-all "\"\"" (snip s) "\""))
 
-(deflexer scan-csv
+(deflexer scan-csv (:priority-only t)
   ("," comma)
   ("[^\"',]+" value)
@@ -35 +35 @@
   ("\"(?:[^\"]|\"\")*\"" value un-dquote))
 
-(defun scan-all (input)
-  (labels ((scan (start tokens)
-             (if (> (length input) start)
-                 (multiple-value-bind (class image remainder)
-                     (scan-csv input start)
-                   (when class
-                     (scan remainder (cons (cons class image) tokens))))
-                 (nreverse tokens))))
-    (scan 0 '())))
 
-(scan-all "no quotes,'a ''quote''',\"another \"\"quote\"\"\"")
+
+(lex-all 'scan-csv "no quotes,'a ''quote''',\"another \"\"quote\"\"\"")