mirror of
https://github.com/encounter/dawn-cmake.git
synced 2025-07-13 00:26:00 +00:00
580d6c7f3e
This includes a couple of position fixes in `lexer.cc`. The source for identifiers (vars, params, etc) now refer to the identifier, not the first token of the construct. Bug: tint:282 Change-Id: I58cb8422a4af1c7dc5f84431fd7f06b823b514c5 Reviewed-on: https://dawn-review.googlesource.com/c/tint/+/31444 Commit-Queue: Ben Clayton <bclayton@google.com> Reviewed-by: dan sinclair <dsinclair@chromium.org>
81 lines
2.2 KiB
C++
81 lines
2.2 KiB
C++
// Copyright 2020 The Tint Authors.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#ifndef SRC_READER_WGSL_LEXER_H_
|
|
#define SRC_READER_WGSL_LEXER_H_
|
|
|
|
#include <string>
|
|
|
|
#include "src/reader/wgsl/token.h"
|
|
#include "src/source.h"
|
|
|
|
namespace tint {
|
|
namespace reader {
|
|
namespace wgsl {
|
|
|
|
/// Converts the input stream into a series of Tokens
|
|
class Lexer {
|
|
public:
|
|
/// Creates a new Lexer
|
|
/// @param file the input file to parse
|
|
explicit Lexer(Source::File const* file);
|
|
~Lexer();
|
|
|
|
/// Returns the next token in the input stream
|
|
/// @return Token
|
|
Token next();
|
|
|
|
private:
|
|
void skip_whitespace();
|
|
void skip_comments();
|
|
|
|
Token build_token_from_int_if_possible(Source source,
|
|
size_t start,
|
|
size_t end,
|
|
int32_t base);
|
|
Token check_keyword(const Source&, const std::string&);
|
|
Token check_reserved(const Source&, const std::string&);
|
|
Token try_float();
|
|
Token try_hex_integer();
|
|
Token try_ident();
|
|
Token try_integer();
|
|
Token try_punctuation();
|
|
Token try_string();
|
|
|
|
Source begin_source() const;
|
|
void end_source(Source&) const;
|
|
|
|
bool is_eof() const;
|
|
bool is_alpha(char ch) const;
|
|
bool is_digit(char ch) const;
|
|
bool is_hex(char ch) const;
|
|
bool is_alphanum(char ch) const;
|
|
bool matches(size_t pos, const std::string& substr);
|
|
|
|
/// The source to parse
|
|
Source::File const* file_;
|
|
/// The length of the input
|
|
uint32_t len_ = 0;
|
|
/// The current position within the input
|
|
uint32_t pos_ = 0;
|
|
/// The current location within the input
|
|
Source::Location location_;
|
|
};
|
|
|
|
} // namespace wgsl
|
|
} // namespace reader
|
|
} // namespace tint
|
|
|
|
#endif // SRC_READER_WGSL_LEXER_H_
|