Hash :
28182485
Author :
Date :
2012-04-24T23:07:34
Drastically simplified Input class. Now most of the heavy lifting is done by in-built yy_scan_string and yy_scan_bytes. Comment handling will be done by the lexer. git-svn-id: https://angleproject.googlecode.com/svn/trunk@1051 736b8ea6-26fd-11df-bfd4-992fa37f6226
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108
//
// Copyright (c) 2012 The ANGLE Project Authors. All rights reserved.
// Use of this source code is governed by a BSD-style license that can be
// found in the LICENSE file.
//
#include <algorithm>
#include <climits>
#include "gtest/gtest.h"
#include "Preprocessor.h"
#include "Token.h"
#if GTEST_HAS_PARAM_TEST
class CharTest : public testing::TestWithParam<int>
{
};
static const char kPunctuators[] = {
'.', '+', '-', '/', '*', '%', '<', '>', '[', ']', '(', ')', '{', '}',
'^', '|', '&', '~', '=', '!', ':', ';', ',', '?'};
static const int kNumPunctuators =
sizeof(kPunctuators) / sizeof(kPunctuators[0]);
static const char kWhitespaces[] = {' ', '\t', '\v', '\f', '\n', '\r'};
static const int kNumWhitespaces =
sizeof(kWhitespaces) / sizeof(kWhitespaces[0]);
TEST_P(CharTest, Identified)
{
std::string str(1, GetParam());
const char* cstr = str.c_str();
int length = 1;
pp::Preprocessor preprocessor;
// Note that we pass the length param as well because the invalid
// string may contain the null character.
ASSERT_TRUE(preprocessor.init(1, &cstr, &length));
pp::Token token;
int ret = preprocessor.lex(&token);
// Handle identifier.
if ((cstr[0] == '_') ||
((cstr[0] >= 'a') && (cstr[0] <= 'z')) ||
((cstr[0] >= 'A') && (cstr[0] <= 'Z')))
{
EXPECT_EQ(pp::Token::IDENTIFIER, ret);
EXPECT_EQ(pp::Token::IDENTIFIER, token.type);
EXPECT_EQ(cstr[0], token.value[0]);
return;
}
// Handle numbers.
if (cstr[0] >= '0' && cstr[0] <= '9')
{
EXPECT_EQ(pp::Token::CONST_INT, ret);
EXPECT_EQ(pp::Token::CONST_INT, token.type);
EXPECT_EQ(cstr[0], token.value[0]);
return;
}
// Handle punctuators.
const char* lastIter = kPunctuators + kNumPunctuators;
const char* iter = std::find(kPunctuators, lastIter, cstr[0]);
if (iter != lastIter)
{
EXPECT_EQ(cstr[0], ret);
EXPECT_EQ(cstr[0], token.type);
EXPECT_TRUE(token.value.empty());
return;
}
// Handle whitespace.
lastIter = kWhitespaces + kNumWhitespaces;
iter = std::find(kWhitespaces, lastIter, cstr[0]);
if (iter != lastIter)
{
// Whitespace is ignored.
EXPECT_EQ(pp::Token::LAST, ret);
EXPECT_EQ(pp::Token::LAST, token.type);
EXPECT_TRUE(token.value.empty());
return;
}
// Handle number sign.
if (cstr[0] == '#')
{
// Lone '#' is ignored.
EXPECT_EQ(pp::Token::LAST, ret);
EXPECT_EQ(pp::Token::LAST, token.type);
EXPECT_TRUE(token.value.empty());
return;
}
// Everything else is invalid.
EXPECT_EQ(pp::Token::INVALID_CHARACTER, ret);
EXPECT_EQ(pp::Token::INVALID_CHARACTER, token.type);
EXPECT_EQ(cstr[0], token.value[0]);
};
// Note +1 for the max-value in range. It is there because the max-value
// not included in the range.
INSTANTIATE_TEST_CASE_P(All, CharTest,
testing::Range(CHAR_MIN, CHAR_MAX + 1));
#endif // GTEST_HAS_PARAM_TEST