perf(es/lexer): Use logos lexer as a sub-lexer

Cargo.toml

@@ -28,10 +28,12 @@ members = [
   "crates/swc_fast_ts_strip",
   "tools/generate-code",
   "tools/swc-releaser",
+  "crates/swc_ecma_raw_lexer",
 ]
 resolver = "2"
 
   [workspace.package]
+  edition    = "2021"
   license    = "Apache-2.0"
   repository = "https://github.com/swc-project/swc.git"
 
@@ -85,6 +87,7 @@ resolver = "2"
   jsonc-parser              = "0.21.0"
   lazy_static               = "1.4.0"
   lexical                   = "6.1.0"
+  logos                     = "0.15.0"
   lru                       = "0.10.0"
   memchr                    = "2.6.1"
   miette                    = "7.2.0"
@@ -156,7 +159,7 @@ lto = true
 # We use CARGO_PROFILE_RELEASE_LTO for production builds
 # lto = "fat"
 
-# debug = true
+debug = true
 # opt-level = 'z'
 
 [profile.bench]

crates/swc_common/src/input.rs

@@ -40,7 +40,7 @@ impl<'a> StringInput<'a> {
     }
 
     #[inline(always)]
-    pub fn as_str(&self) -> &str {
+    pub fn as_str(&self) -> &'a str {
         self.iter.as_str()
     }
 

crates/swc_ecma_parser/Cargo.toml

@@ -25,21 +25,23 @@ typescript    = []
 verify        = ["swc_ecma_visit"]
 
 [dependencies]
-either      = { workspace = true }
-num-bigint  = { workspace = true }
-num-traits  = { workspace = true }
-serde       = { workspace = true, features = ["derive"] }
-smallvec    = { workspace = true }
-smartstring = { workspace = true }
-tracing     = { workspace = true }
-typed-arena = { workspace = true }
-
+either                = { workspace = true }
+logos                 = { workspace = true }
 new_debug_unreachable = { workspace = true }
+num-bigint            = { workspace = true }
+num-traits            = { workspace = true }
 phf                   = { workspace = true, features = ["macros"] }
-swc_atoms             = { version = "3.0.0", path = "../swc_atoms" }
-swc_common            = { version = "5.0.0", path = "../swc_common" }
-swc_ecma_ast          = { version = "5.0.0", path = "../swc_ecma_ast" }
-swc_ecma_visit        = { version = "5.0.0", path = "../swc_ecma_visit", optional = true }
+serde                 = { workspace = true, features = ["derive"] }
+smallvec              = { workspace = true }
+smartstring           = { workspace = true }
+tracing               = { workspace = true }
+typed-arena           = { workspace = true }
+
+swc_atoms          = { version = "3.0.0", path = "../swc_atoms" }
+swc_common         = { version = "5.0.0", path = "../swc_common" }
+swc_ecma_ast       = { version = "5.0.0", path = "../swc_ecma_ast" }
+swc_ecma_raw_lexer = { version = "0.1.0", path = "../swc_ecma_raw_lexer" }
+swc_ecma_visit     = { version = "5.0.0", path = "../swc_ecma_visit", optional = true }
 
 [target.'cfg(not(any(target_arch = "wasm32", target_arch = "arm")))'.dependencies]
 stacker = { version = "0.1.15", optional = true }

crates/swc_ecma_parser/src/error.rs

@@ -7,6 +7,7 @@ use swc_common::{
     errors::{DiagnosticBuilder, Handler},
     Span, Spanned,
 };
+use swc_ecma_raw_lexer::LogosError;
 
 use crate::token::Token;
 
@@ -292,6 +293,8 @@ pub enum SyntaxError {
 
     ReservedTypeAssertion,
     ReservedArrowTypeParam,
+
+    UnexpectedCharFromLexer,
 }
 
 impl SyntaxError {
@@ -758,6 +761,7 @@ impl SyntaxError {
                                                     as in `<T,>() => ...`."
                 .into(),
             SyntaxError::InvalidAssignTarget => "Invalid assignment target".into(),
+            SyntaxError::UnexpectedCharFromLexer => "Unexpected character".into(),
         }
     }
 }
@@ -800,3 +804,12 @@ impl Error {
 fn size_of_error() {
     assert_eq!(std::mem::size_of::<Error>(), 8);
 }
+
+impl From<LogosError> for SyntaxError {
+    fn from(e: LogosError) -> Self {
+        match e {
+            LogosError::UnterminatedStr => SyntaxError::UnterminatedStrLit,
+            LogosError::UnknownChar => SyntaxError::UnexpectedCharFromLexer,
+        }
+    }
+}