TestTokenList() : TestFixture("TestTokenList") {}

const Settings settings;

void run() override {

TEST_CASE(testaddtoken1);

TEST_CASE(testaddtoken2);

TEST_CASE(inc);

TEST_CASE(isKeyword);

TEST_CASE(notokens);

TEST_CASE(ast1);

}

// inspired by #5895

void testaddtoken1() const {

const std::string code = "0x89504e470d0a1a0a";

TokenList tokenlist(&settings);

tokenlist.addtoken(code, 1, 1, false);

ASSERT_EQUALS("0x89504e470d0a1a0a", tokenlist.front()->str());

}

void testaddtoken2() const {

const std::string code = "0xF0000000";

/*const*/ Settings settings1;

settings1.platform.int_bit = 32;

TokenList tokenlist(&settings1);

tokenlist.addtoken(code, 1, 1, false);

ASSERT_EQUALS("0xF0000000", tokenlist.front()->str());

}

void inc() const {

const char code[] = "a++1;1++b;";

const SimpleTokenList tokenlist(code);

ASSERT(Token::simpleMatch(tokenlist.front(), "a + + 1 ; 1 + + b ;"));

}

void isKeyword() const {

const char code[] = "for a int delete true";

{

const SimpleTokenList tokenlist(code, Standards::Language::C);

ASSERT_EQUALS(true, tokenlist.front()->isKeyword());

ASSERT_EQUALS(true, tokenlist.front()->isControlFlowKeyword());

ASSERT_EQUALS(false, tokenlist.front()->next()->isKeyword());

ASSERT_EQUALS(false, tokenlist.front()->next()->isControlFlowKeyword());

ASSERT_EQUALS(false, tokenlist.front()->tokAt(2)->isKeyword());

ASSERT_EQUALS(true, tokenlist.front()->tokAt(2)->tokType() == Token::eType);

ASSERT_EQUALS(false, tokenlist.front()->tokAt(2)->isControlFlowKeyword());

ASSERT_EQUALS(false, tokenlist.front()->tokAt(3)->isKeyword());

ASSERT_EQUALS(false, tokenlist.front()->tokAt(3)->isControlFlowKeyword());

ASSERT_EQUALS(false, tokenlist.front()->tokAt(4)->isKeyword());

ASSERT_EQUALS(true, tokenlist.front()->tokAt(4)->isLiteral());

ASSERT_EQUALS(false, tokenlist.front()->tokAt(4)->isControlFlowKeyword());

}

{

const SimpleTokenList tokenlist(code);

ASSERT_EQUALS(true, tokenlist.front()->isKeyword());

ASSERT_EQUALS(true, tokenlist.front()->isControlFlowKeyword());

ASSERT_EQUALS(false, tokenlist.front()->next()->isKeyword());

ASSERT_EQUALS(false, tokenlist.front()->next()->isControlFlowKeyword());

ASSERT_EQUALS(false, tokenlist.front()->tokAt(2)->isKeyword());

ASSERT_EQUALS(true, tokenlist.front()->tokAt(2)->tokType() == Token::eType);

ASSERT_EQUALS(false, tokenlist.front()->tokAt(2)->isControlFlowKeyword());

ASSERT_EQUALS(true, tokenlist.front()->tokAt(3)->isKeyword());

ASSERT_EQUALS(false, tokenlist.front()->tokAt(3)->isControlFlowKeyword());

ASSERT_EQUALS(false, tokenlist.front()->tokAt(4)->isKeyword());

ASSERT_EQUALS(true, tokenlist.front()->tokAt(4)->isLiteral());

ASSERT_EQUALS(false, tokenlist.front()->tokAt(4)->isControlFlowKeyword());

}

{

const char code2[] = "_Generic"; // C11 keyword

const SimpleTokenList tokenlist(code2); // default settings use latest standard

ASSERT_EQUALS(false, tokenlist.front()->isKeyword());

}

{

const char code2[] = "_Generic"; // C11 keyword

const SimpleTokenList tokenlist(code2, Standards::Language::C); // default settings use latest standard

ASSERT_EQUALS(true, tokenlist.front()->isKeyword());

}

{

const char code2[] = "_Generic"; // C11 keyword

const Settings s = settingsBuilder().c(Standards::C89).build();

TokenList tokenlist(&s);

std::istringstream istr(code2);

ASSERT(tokenlist.createTokens(istr, "a.c"));

ASSERT_EQUALS(false, tokenlist.front()->isKeyword());

}

{

const char code2[] = "co_return"; // C++20 keyword

const SimpleTokenList tokenlist(code2); // default settings use latest standard

ASSERT_EQUALS(true, tokenlist.front()->isKeyword());

}

{

const char code2[] = "co_return"; // C++20 keyword

const SimpleTokenList tokenlist(code2, Standards::Language::C); // default settings use latest standard

ASSERT_EQUALS(false, tokenlist.front()->isKeyword());

}

{

const char code2[] = "noexcept"; // C++11 keyword

const Settings s = settingsBuilder().cpp(Standards::CPP03).build();

TokenList tokenlist(&s);

std::istringstream istr(code2);

ASSERT(tokenlist.createTokens(istr, "a.cpp"));

ASSERT_EQUALS(false, tokenlist.front()->isKeyword());

}

}

void notokens() {

// analyzing /usr/include/poll.h caused Path::identify() to be called with an empty filename from

// TokenList::determineCppC() because there are no tokens

const char code[] = "#include <sys/poll.h>";

std::istringstream istr(code);

std::vector<std::string> files;

simplecpp::TokenList tokens1(istr, files, "poll.h", nullptr);

Preprocessor preprocessor(settingsDefault, *this);

simplecpp::TokenList tokensP = preprocessor.preprocess(tokens1, "", files, true);

TokenList tokenlist(&settingsDefault);

tokenlist.createTokens(std::move(tokensP)); // do not assert

}

void ast1() const {

const std::string s = "('Release|x64' == 'Release|x64');";

TokenList tokenlist(&settings);

std::istringstream istr(s);

ASSERT(tokenlist.createTokens(istr, Standards::Language::C));

// TODO: put this logic in TokenList

// generate links

{

std::stack<Token*> lpar;

for (Token* tok2 = tokenlist.front(); tok2; tok2 = tok2->next()) {

if (tok2->str() == "(")

lpar.push(tok2);

else if (tok2->str() == ")") {

if (lpar.empty())

break;

Token::createMutualLinks(lpar.top(), tok2);

lpar.pop();

}

}

}

tokenlist.createAst(); // do not crash

}