thodg/css-parser/tokenizer.lisp

• Show log

  Commit

• Hash : e26e54fe
  Author : Thomas de Grivel
  Date : 2017-02-10T13:15:50
  

  Split code into separate files.

Download

• tokenizer.lisp

• 
  (in-package :parse-css)
  
  (defgeneric push-token (parser))
  (defgeneric pop-token (parser))
  (defgeneric make-token (parser class &rest initargs))
  (defgeneric discard-token (parser))
  
  (defmethod push-token ((p parser))
    (let ((token (make-instance 'parser-token
  			      :start (parser-match-start p)
  			      :line (parser-input-line p)
  			      :character (parser-input-character p))))
      (push token (parser-token-stack p))))
  
  (defmethod pop-token ((p parser))
    (assert (parser-token-stack p))
    (let* ((ib (parser-ib p))
  	 (fill-pointer (fill-pointer ib))
  	 (token (pop (parser-token-stack p)))
  	 (match-start (parser-match-start p)))
      (setf (token-string token) (ib-string ib
  					  (token-start token)
  					  match-start))
      (when (endp (parser-token-stack p))
        (replace ib ib :start2 match-start :end2 fill-pointer)
        (setf (parser-match-start p) 0
  	    (fill-pointer (parser-ib p)) (- fill-pointer match-start)))
      token))
  
  (defmethod make-token ((p parser) (class symbol) &rest initargs)
    (let ((pt (pop-token p)))
      (apply #'make-instance class
  	   :string (token-string pt)
  	   :line (token-line pt)
  	   :character (token-character pt)
  	   initargs)))
  
  (defmethod discard-token ((p parser))
    (pop-token p)
    nil)
  

Download