kc3-lang/angle/src/compiler/preprocessor/Tokenizer.h

• Show log

  Commit

• Hash : acf2f3ad
  Author :
  Date : 2017-11-21T19:22:44
  

  Apply Chromium style fixes.
  
  This addresses several minor code quality issues that are validated
  in Chromium, but not yet applied to ANGLE:
  
  * constructors and destructors must be defined out-of-line
  * auto is not allowed for simple pointer types
  * use override everywhere instead of virtual
  * virtual functions must also be defined out-of-line
  
  Slightly reduces binary size for me (~2k on Win, 150k on Linux).
  
  Bug: angleproject:1569
  Change-Id: I073ca3365188caf5f29fb28d9eb207903c1843e6
  Reviewed-on: https://chromium-review.googlesource.com/779959
  Commit-Queue: Jamie Madill <jmadill@chromium.org>
  Reviewed-by: Jamie Madill <jmadill@chromium.org>
  

Download

• src/compiler/preprocessor/Tokenizer.h

• //
  // Copyright (c) 2012-2014 The ANGLE Project Authors. All rights reserved.
  // Use of this source code is governed by a BSD-style license that can be
  // found in the LICENSE file.
  //
  
  #ifndef COMPILER_PREPROCESSOR_TOKENIZER_H_
  #define COMPILER_PREPROCESSOR_TOKENIZER_H_
  
  #include "common/angleutils.h"
  #include "compiler/preprocessor/Input.h"
  #include "compiler/preprocessor/Lexer.h"
  
  namespace pp
  {
  
  class Diagnostics;
  
  class Tokenizer : public Lexer
  {
    public:
      struct Context
      {
          Diagnostics *diagnostics;
  
          Input input;
          // The location where yytext points to. Token location should track
          // scanLoc instead of Input::mReadLoc because they may not be the same
          // if text is buffered up in the scanner input buffer.
          Input::Location scanLoc;
  
          bool leadingSpace;
          bool lineStart;
      };
  
      Tokenizer(Diagnostics *diagnostics);
      ~Tokenizer() override;
  
      bool init(size_t count, const char *const string[], const int length[]);
  
      void setFileNumber(int file);
      void setLineNumber(int line);
      void setMaxTokenSize(size_t maxTokenSize);
  
      void lex(Token *token) override;
  
    private:
      bool initScanner();
      void destroyScanner();
  
      void *mHandle;         // Scanner handle.
      Context mContext;      // Scanner extra.
      size_t mMaxTokenSize;  // Maximum token size
  };
  
  }  // namespace pp
  
  #endif  // COMPILER_PREPROCESSOR_TOKENIZER_H_
  

Download