kc3-lang/angle/src/compiler/preprocessor/Tokenizer.h

Branch - branch -main

• Show log

  Commit

• Hash : 9d737966
  Author :
  Date : 2019-08-14T12:25:12
  

  Standardize copyright notices to project style
  
  For all "ANGLE Project" copyrights, standardize to the format specified
  by the style guide. Changes:
  - "Copyright (c)" and "Copyright(c)" changed to just "Copyright".
  - Removed the second half of date ranges ("Y1Y1-Y2Y2"->"Y1Y1").
  - Fixed a small number of files that had no copyright date using the
    initial commit year from the version control history.
  - Fixed one instance of copyright being "The ANGLE Project" rather than
    "The ANGLE Project Authors"
  
  These changes are applied both to the copyright of source file, and
  where applicable to copyright statements that are generated by
  templates.
  
  BUG=angleproject:3811
  
  Change-Id: I973dd65e4ef9deeba232d5be74c768256a0eb2e5
  Reviewed-on: https://chromium-review.googlesource.com/c/angle/angle/+/1754397
  Commit-Queue: Jamie Madill <jmadill@chromium.org>
  Reviewed-by: Jamie Madill <jmadill@chromium.org>
  

Download

• src/compiler/preprocessor/Tokenizer.h

• //
  // Copyright 2012 The ANGLE Project Authors. All rights reserved.
  // Use of this source code is governed by a BSD-style license that can be
  // found in the LICENSE file.
  //
  
  #ifndef COMPILER_PREPROCESSOR_TOKENIZER_H_
  #define COMPILER_PREPROCESSOR_TOKENIZER_H_
  
  #include "common/angleutils.h"
  #include "compiler/preprocessor/Input.h"
  #include "compiler/preprocessor/Lexer.h"
  
  namespace angle
  {
  
  namespace pp
  {
  
  class Diagnostics;
  
  class Tokenizer : public Lexer
  {
    public:
      struct Context
      {
          Diagnostics *diagnostics;
  
          Input input;
          // The location where yytext points to. Token location should track
          // scanLoc instead of Input::mReadLoc because they may not be the same
          // if text is buffered up in the scanner input buffer.
          Input::Location scanLoc;
  
          bool leadingSpace;
          bool lineStart;
      };
  
      Tokenizer(Diagnostics *diagnostics);
      ~Tokenizer() override;
  
      bool init(size_t count, const char *const string[], const int length[]);
  
      void setFileNumber(int file);
      void setLineNumber(int line);
      void setMaxTokenSize(size_t maxTokenSize);
  
      void lex(Token *token) override;
  
    private:
      bool initScanner();
      void destroyScanner();
  
      void *mHandle;         // Scanner handle.
      Context mContext;      // Scanner extra.
      size_t mMaxTokenSize;  // Maximum token size
  };
  
  }  // namespace pp
  
  }  // namespace angle
  
  #endif  // COMPILER_PREPROCESSOR_TOKENIZER_H_
  

Download