kc3-lang/angle/src/compiler/preprocessor/new/Token.h

• Show log

  Commit

• Hash : 2c958eef
  Author :
  Date : 2012-05-17T20:35:42
  

  Moved error-handling to a separate class - Diagnostics. We were earlier returning errors as tokens which did not work very well when error occured while parsing a preprocessor directive. Now all returned tokens are valid. Errors are reported via an abstract Diagnostics interface. Updated unit-tests with the new scheme.
  Review URL: https://codereview.appspot.com/6203089
  
  git-svn-id: https://angleproject.googlecode.com/svn/trunk@1087 736b8ea6-26fd-11df-bfd4-992fa37f6226
  

Download

• src/compiler/preprocessor/new/Token.h

• //
  // Copyright (c) 2011 The ANGLE Project Authors. All rights reserved.
  // Use of this source code is governed by a BSD-style license that can be
  // found in the LICENSE file.
  //
  
  #ifndef COMPILER_PREPROCESSOR_TOKEN_H_
  #define COMPILER_PREPROCESSOR_TOKEN_H_
  
  #include <ostream>
  #include <string>
  
  #include "SourceLocation.h"
  
  namespace pp
  {
  
  struct Token
  {
      enum Type
      {
          LAST = 0,  // EOF.
  
          IDENTIFIER = 258,
  
          CONST_INT,
          CONST_FLOAT,
  
          OP_INC,
          OP_DEC,
          OP_LEFT,
          OP_RIGHT,
          OP_LE,
          OP_GE,
          OP_EQ,
          OP_NE,
          OP_AND,
          OP_XOR,
          OP_OR,
          OP_ADD_ASSIGN,
          OP_SUB_ASSIGN,
          OP_MUL_ASSIGN,
          OP_DIV_ASSIGN,
          OP_MOD_ASSIGN,
          OP_LEFT_ASSIGN,
          OP_RIGHT_ASSIGN,
          OP_AND_ASSIGN,
          OP_XOR_ASSIGN,
          OP_OR_ASSIGN
      };
      enum Flags
      {
          HAS_LEADING_SPACE = 1 << 0
      };
  
      Token() : type(0), flags(0) { }
  
      void reset()
      {
          type = 0;
          flags = 0;
          location = SourceLocation();
          value.clear();
      }
  
      bool equals(const Token& other) const
      {
          return (type == other.type) &&
                 (flags == other.flags) &&
                 (location.equals(other.location)) &&
                 (value == other.value);
      }
  
      bool hasLeadingSpace() const { return (flags & HAS_LEADING_SPACE) != 0; }
      void setHasLeadingSpace(bool space)
      {
          if (space)
              flags |= HAS_LEADING_SPACE;
          else
              flags &= ~HAS_LEADING_SPACE;
      }
  
      int type;
      int flags;
      SourceLocation location;
      std::string value;
  };
  
  extern std::ostream& operator<<(std::ostream& out, const Token& token);
  
  }  // namepsace pp
  #endif  // COMPILER_PREPROCESSOR_TOKEN_H_
  

Download