beenull/ladybird
1
0
Fork 0
mirror of https://github.com/LadybirdBrowser/ladybird.git synced 2024-09-30 00:31:14 +00:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

LibCpp: Use CharacterTypes.h and constexpr functions in Lexer

Browse source
This commit is contained in:
Max Wipfli 2021-06-03 23:35:50 +02:00 committed by Ali Mohammad Pur
parent d57d7bea1c
commit 2aa0cbaf22
Notes: sideshowbarker 2024-07-18 16:52:44 +09:00 
Author: https://github.com/MaxWipfli
Commit: https://github.com/SerenityOS/serenity/commit/2aa0cbaf223
Pull-request: https://github.com/SerenityOS/serenity/pull/7768
Issue: https://github.com/SerenityOS/serenity/issues/7349
Reviewed-by: https://github.com/alimpfard
1 changed files with 13 additions and 13 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

26
Userland/Libraries/LibCpp/Lexer.cpp
View file

@ -5,10 +5,10 @@
*/
#include "Lexer.h"
#include <AK/CharacterTypes.h>
#include <AK/HashTable.h>
#include <AK/StdLibExtras.h>
#include <AK/String.h>
#include <ctype.h>
namespace Cpp {
@ -38,14 +38,14 @@ char Lexer::consume()
return ch;
}
static bool is_valid_first_character_of_identifier(char ch)
constexpr bool is_valid_first_character_of_identifier(char ch)
{
return isalpha(ch) || ch == '_' || ch == '$';
return is_ascii_alpha(ch) || ch == '_' || ch == '$';
}
static bool is_valid_nonfirst_character_of_identifier(char ch)
constexpr bool is_valid_nonfirst_character_of_identifier(char ch)
{
return is_valid_first_character_of_identifier(ch) || isdigit(ch);
return is_valid_first_character_of_identifier(ch) || is_ascii_digit(ch);
}
constexpr char const* s_known_keywords[] = {
@ -268,7 +268,7 @@ Vector<Token> Lexer::lex()
}
case 'x': {
size_t hex_digits = 0;
while (isxdigit(peek(2 + hex_digits)))
while (is_ascii_hex_digit(peek(2 + hex_digits)))
++hex_digits;
return 2 + hex_digits;
}
@ -277,7 +277,7 @@ Vector<Token> Lexer::lex()
bool is_unicode = true;
size_t number_of_digits = peek(1) == 'u' ? 4 : 8;
for (size_t i = 0; i < number_of_digits; ++i) {
if (!isxdigit(peek(2 + i))) {
if (!is_ascii_hex_digit(peek(2 + i))) {
is_unicode = false;
break;
}
@ -307,9 +307,9 @@ Vector<Token> Lexer::lex()
while (m_index < m_input.length()) {
auto ch = peek();
if (isspace(ch)) {
if (is_ascii_space(ch)) {
begin_token();
while (isspace(peek()))
while (is_ascii_space(peek()))
consume();
commit_token(Token::Type::Whitespace);
continue;
@ -535,7 +535,7 @@ Vector<Token> Lexer::lex()
commit_token(Token::Type::IncludeStatement);
begin_token();
while (isspace(peek()))
while (is_ascii_space(peek()))
consume();
commit_token(Token::Type::Whitespace);
@ -667,7 +667,7 @@ Vector<Token> Lexer::lex()
commit_token(Token::Type::SingleQuotedString);
continue;
}
if (isdigit(ch) || (ch == '.' && isdigit(peek(1)))) {
if (is_ascii_digit(ch) || (ch == '.' && is_ascii_digit(peek(1)))) {
begin_token();
consume();
@ -686,7 +686,7 @@ Vector<Token> Lexer::lex()
if (ch == '+' || ch == '-') {
++length;
}
for (ch = peek(length); isdigit(ch); ch = peek(length)) {
for (ch = peek(length); is_ascii_digit(ch); ch = peek(length)) {
++length;
}
return length;
@ -720,7 +720,7 @@ Vector<Token> Lexer::lex()
is_hex = true;
}
for (char ch = peek(); (is_hex ? isxdigit(ch) : isdigit(ch)) || (ch == '\'' && peek(1) != '\'') || ch == '.'; ch = peek()) {
for (char ch = peek(); (is_hex ? is_ascii_hex_digit(ch) : is_ascii_digit(ch)) || (ch == '\'' && peek(1) != '\'') || ch == '.'; ch = peek()) {
if (ch == '.') {
if (type == Token::Type::Integer) {
type = Token::Type::Float;