mirror of
https://github.com/encounter/dawn-cmake.git
synced 2025-07-14 17:16:01 +00:00
df9900c43e
The `std::string file_path` carried around by every Source was very expensive for heap allocations. Push this into the Source::File. Bug: tint:1383 Change-Id: Id9e3bdef1cf24aea5f3c83f348c05f5cf8ef4bbb Reviewed-on: https://dawn-review.googlesource.com/c/tint/+/78321 Reviewed-by: Antonio Maiorano <amaiorano@google.com> Commit-Queue: Ben Clayton <bclayton@google.com> Kokoro: Ben Clayton <bclayton@google.com>
108 lines
3.4 KiB
C++
108 lines
3.4 KiB
C++
// Copyright 2020 The Tint Authors.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#ifndef SRC_READER_WGSL_LEXER_H_
|
|
#define SRC_READER_WGSL_LEXER_H_
|
|
|
|
#include <string>
|
|
|
|
#include "src/reader/wgsl/token.h"
|
|
|
|
namespace tint {
|
|
namespace reader {
|
|
namespace wgsl {
|
|
|
|
/// Converts the input stream into a series of Tokens
|
|
class Lexer {
|
|
public:
|
|
/// Creates a new Lexer
|
|
/// @param file the source file
|
|
explicit Lexer(const Source::File* file);
|
|
~Lexer();
|
|
|
|
/// Returns the next token in the input stream.
|
|
/// @return Token
|
|
Token next();
|
|
|
|
private:
|
|
/// Advances past whitespace and comments, if present
|
|
/// at the current position.
|
|
/// @returns error token, EOF, or uninitialized
|
|
Token skip_whitespace_and_comments();
|
|
/// Advances past a comment at the current position, if one exists.
|
|
/// Returns an error if there was an unterminated block comment,
|
|
/// or a null character was present.
|
|
/// @returns uninitialized token on success, or error
|
|
Token skip_comment();
|
|
|
|
Token build_token_from_int_if_possible(Source source,
|
|
size_t start,
|
|
size_t end,
|
|
int32_t base);
|
|
Token check_keyword(const Source&, std::string_view);
|
|
|
|
/// The try_* methods have the following in common:
|
|
/// - They assume there is at least one character to be consumed,
|
|
/// i.e. the input has not yet reached end of file.
|
|
/// - They return an initialized token when they match and consume
|
|
/// a token of the specified kind.
|
|
/// - Some can return an error token.
|
|
/// - Otherwise they return an uninitialized token when they did not
|
|
/// match a token of the specfied kind.
|
|
Token try_float();
|
|
Token try_hex_float();
|
|
Token try_hex_integer();
|
|
Token try_ident();
|
|
Token try_integer();
|
|
Token try_punctuation();
|
|
|
|
Source begin_source() const;
|
|
void end_source(Source&) const;
|
|
|
|
/// @returns true if the end of the input has been reached.
|
|
bool is_eof() const;
|
|
/// @returns true if there is another character on the input and
|
|
/// it is not null.
|
|
bool is_null() const;
|
|
/// @param ch a character
|
|
/// @returns true if 'ch' is an alphabetic character
|
|
bool is_alpha(char ch) const;
|
|
/// @param ch a character
|
|
/// @returns true if 'ch' is a decimal digit
|
|
bool is_digit(char ch) const;
|
|
/// @param ch a character
|
|
/// @returns true if 'ch' is a hexadecimal digit
|
|
bool is_hex(char ch) const;
|
|
/// @param ch a character
|
|
/// @returns true if 'ch' is a digit, an alphabetic character,
|
|
/// or an underscore.
|
|
bool is_alphanum_underscore(char ch) const;
|
|
bool matches(size_t pos, std::string_view substr);
|
|
|
|
/// The source file content
|
|
Source::File const* const file_;
|
|
/// The length of the input
|
|
uint32_t len_ = 0;
|
|
/// The current position within the input
|
|
uint32_t pos_ = 0;
|
|
/// The current location within the input
|
|
Source::Location location_;
|
|
};
|
|
|
|
} // namespace wgsl
|
|
} // namespace reader
|
|
} // namespace tint
|
|
|
|
#endif // SRC_READER_WGSL_LEXER_H_
|