kc3-lang/angle/src/compiler/preprocessor/new/Token.h

• Show log

  Commit

• Hash : 78a35198
  Author :
  Date : 2012-04-19T17:16:26
  

  Added a catch-rule for invalid numbers.
  
  Note that we do not need such a rule for identifiers because they will always be either terminated by a space, a punctuator, or an invalid character. Space and punctuator are both valid cases. The invalid character will be caught by another rule specifically for invalid characters. I will cover this case when I add tests for valid character set.
  Review URL: https://codereview.appspot.com/5978048
  
  git-svn-id: https://angleproject.googlecode.com/svn/trunk@1047 736b8ea6-26fd-11df-bfd4-992fa37f6226
  

Download

• src/compiler/preprocessor/new/Token.h

• //
  // Copyright (c) 2011 The ANGLE Project Authors. All rights reserved.
  // Use of this source code is governed by a BSD-style license that can be
  // found in the LICENSE file.
  //
  
  #ifndef COMPILER_PREPROCESSOR_TOKEN_H_
  #define COMPILER_PREPROCESSOR_TOKEN_H_
  
  #include <ostream>
  #include <string>
  
  namespace pp
  {
  
  struct Token
  {
      enum Type
      {
          // Token IDs for error conditions are negative.
          INVALID_CHARACTER = -1,
          INVALID_NUMBER = -2,
  
          // Indicates EOF.
          LAST = 0,
  
          IDENTIFIER = 258,
  
          CONST_INT,
          CONST_FLOAT,
  
          OP_INC,
          OP_DEC,
          OP_LEFT,
          OP_RIGHT,
          OP_LE,
          OP_GE,
          OP_EQ,
          OP_NE,
          OP_AND,
          OP_XOR,
          OP_OR,
          OP_ADD_ASSIGN,
          OP_SUB_ASSIGN,
          OP_MUL_ASSIGN,
          OP_DIV_ASSIGN,
          OP_MOD_ASSIGN,
          OP_LEFT_ASSIGN,
          OP_RIGHT_ASSIGN,
          OP_AND_ASSIGN,
          OP_XOR_ASSIGN,
          OP_OR_ASSIGN
      };
      enum Flags
      {
          HAS_LEADING_SPACE = 1 << 0
      };
      struct Location
      {
          Location() : line(0), string(0) { }
          bool equals(const Location& other) const
          {
              return (line == other.line) && (string == other.string);
          }
  
          int line;
          int string;
      };
  
      Token() : type(0), flags(0) { }
  
      bool equals(const Token& other) const
      {
          return (type == other.type) &&
                 (flags == other.flags) &&
                 (location.equals(other.location)) &&
                 (value == other.value);
      }
  
      bool hasLeadingSpace() const { return (flags & HAS_LEADING_SPACE) != 0; }
      void setHasLeadingSpace(bool space)
      {
          if (space)
              flags |= HAS_LEADING_SPACE;
          else
              flags &= ~HAS_LEADING_SPACE;
      }
  
      int type;
      int flags;
      Location location;
      std::string value;
  };
  
  extern std::ostream& operator<<(std::ostream& out, const Token& token);
  
  }  // namepsace pp
  #endif  // COMPILER_PREPROCESSOR_TOKEN_H_
  

Download