Add src/text

Implements a basic decoder for utf8 and codepoint tables for XID_Start and XID_Continue.

The first steps to supporting unicode identifiers.

Bug: tint:1437
Change-Id: I7371d1e63d664f3a3c34929221c7c6d043beb45d
Reviewed-on: https://dawn-review.googlesource.com/c/tint/+/80842
Kokoro: Kokoro <noreply+kokoro@google.com>
Reviewed-by: David Neto <dneto@google.com>
Commit-Queue: Ben Clayton <bclayton@google.com>
This commit is contained in:
Ben Clayton
2022-02-17 20:21:19 +00:00
committed by Tint LUCI CQ
parent 555e94e7e3
commit 67f5c715a9
6 changed files with 1066 additions and 0 deletions

View File

@@ -301,6 +301,12 @@ tint_unittests_source_set("tint_unittests_sem_src") {
]
}
tint_unittests_source_set("tint_unittests_text_src") {
sources = [
"../src/text/unicode_test.cc",
]
}
tint_unittests_source_set("tint_unittests_transform_src") {
sources = [
"../src/transform/add_empty_entry_point_test.cc",
@@ -736,6 +742,7 @@ source_set("tint_unittests_src") {
":tint_unittests_inspector_src",
":tint_unittests_resolver_src",
":tint_unittests_sem_src",
":tint_unittests_text_src",
":tint_unittests_transform_src",
":tint_unittests_utils_src",
":tint_unittests_writer_src",