From 1c27f9234b5d98f3800ab4e611cfede85439fddf Mon Sep 17 00:00:00 2001 From: Nishant Aanjaney Jalan Date: Wed, 3 Jul 2024 01:33:16 +0100 Subject: [PATCH] feat: added single and multiline comments to the dsl --- .../parkour/lexer/LexerBuilder.kt | 58 +++++++++++++- .../parkour/lexer/internal/Lexer.kt | 6 +- .../parkour/lexer/LexerBuilderTest.kt | 32 ++++++++ .../-lexer/-defaults/escape-sequences.html | 2 +- .../-lexer/-defaults/floating-literals.html | 2 +- .../-lexer/-defaults/identifiers.html | 2 +- .../-lexer/-defaults/index.html | 30 ++++++++ .../-lexer/-defaults/integer-literals.html | 2 +- .../-lexer/-defaults/multiline-comments.html | 76 +++++++++++++++++++ .../-defaults/single-line-comments.html | 76 +++++++++++++++++++ .../-lexer/-defaults/single-line-string.html | 2 +- .../-lexer-builder/ignore-pattern.html | 2 +- .../-lexer-builder/index.html | 30 ++++++++ .../-lexer-builder/multi-line-comments.html | 76 +++++++++++++++++++ .../-lexer-builder/single-line-comments.html | 76 +++++++++++++++++++ .../lexer.html | 2 +- docs/scripts/pages.json | 2 +- 17 files changed, 465 insertions(+), 11 deletions(-) create mode 100644 docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/multiline-comments.html create mode 100644 docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/single-line-comments.html create mode 100644 docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/multi-line-comments.html create mode 100644 docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/single-line-comments.html diff --git a/core/src/main/kotlin/io/github/cybercodernaj/parkour/lexer/LexerBuilder.kt b/core/src/main/kotlin/io/github/cybercodernaj/parkour/lexer/LexerBuilder.kt index f79f932..ba0e100 100644 --- a/core/src/main/kotlin/io/github/cybercodernaj/parkour/lexer/LexerBuilder.kt +++ b/core/src/main/kotlin/io/github/cybercodernaj/parkour/lexer/LexerBuilder.kt @@ -14,10 +14,22 @@ class LexerBuilder internal constructor() { internal var ignorePattern: Regex = Lexer.Defaults.ignorePattern private set + internal var singleLineComments: Regex? = Lexer.Defaults.singleLineComments + private set + + internal var multilineComments: Pair? = Lexer.Defaults.multilineComments + private set + /** * The lexer will skip over any strings that match this regex. * This acts like a token separator. * + * ```kt + * val myLexer = lexer { + * ignorePatterns(Regex("""\s+""")) + * } + * ``` + * * @param regex regex of the pattern the lexer will not tokenize. * * @see Lexer.Defaults.ignorePattern @@ -27,6 +39,48 @@ class LexerBuilder internal constructor() { fun ignorePattern(regex: Regex) { ignorePattern = regex } + + /** + * When the lexer identifies a [singleLineComments] pattern, it will skip to the next line + * and return the next token. + * + * ```kt + * val myLexer = lexer { + * singleLineComments(Regex("//")) + * } + * ``` + * + * @param singleLineComments regex of the pattern the lexer will skip over to the next line. + * + * @see Lexer.Defaults.singleLineComments + * @author Nishant Aanjaney Jalan + * @since 0.2.0 + */ + fun singleLineComments(singleLineComments: Regex) { + this.singleLineComments = singleLineComments + } + + /** + * There are two parts to [multilineComments]: the starting and the ending pattern. + * When the lexer identifies the starting pattern, it will continue to skip to the next possible token + * until it meets the ending pattern. + * + * ```kt + * val myLexer = lexer { + * // You don't need the square brackets but KDoc doesn't like it... + * multiLineComments(Regex("[/][*]") to Regex("[*][/]")) + * } + * ``` + * + * @param singleLineComments regex of the pattern the lexer will skip over to the next line. + * + * @see Lexer.Defaults.singleLineComments + * @author Nishant Aanjaney Jalan + * @since 0.2.0 + */ + fun multiLineComments(multilineComments: Pair) { + this.multilineComments = multilineComments + } } /** @@ -52,6 +106,8 @@ fun lexer(init: LexerBuilder.() -> Unit): Lexer { val builder = LexerBuilder() builder.init() return Lexer( - ignorePattern = builder.ignorePattern + ignorePattern = builder.ignorePattern, + singleLineComments = builder.singleLineComments, + multilineComments = builder.multilineComments ) } \ No newline at end of file diff --git a/core/src/main/kotlin/io/github/cybercodernaj/parkour/lexer/internal/Lexer.kt b/core/src/main/kotlin/io/github/cybercodernaj/parkour/lexer/internal/Lexer.kt index 6bf734d..6461458 100644 --- a/core/src/main/kotlin/io/github/cybercodernaj/parkour/lexer/internal/Lexer.kt +++ b/core/src/main/kotlin/io/github/cybercodernaj/parkour/lexer/internal/Lexer.kt @@ -45,8 +45,8 @@ import io.github.cybercodernaj.parkour.utils.Position */ class Lexer internal constructor( private val ignorePattern: Regex = Defaults.ignorePattern, - private val singleLineComments: Regex? = null, - private val multilineComments: Pair? = null, + private val singleLineComments: Regex? = Defaults.singleLineComments, + private val multilineComments: Pair? = Defaults.multilineComments, private val identifiers: Regex = Defaults.identifiers, private val hardKeywords: Set = emptySet(), private val operators: Set = emptySet(), @@ -72,6 +72,8 @@ class Lexer internal constructor( * @since 0.2.0 */ val ignorePattern = Regex("""\s+""") + val singleLineComments: Regex? = null + val multilineComments: Pair? = null val identifiers = Regex("""[a-zA-Z_]\w*""") val integerLiterals = Regex("""[-+]?[0-9_]+""") val floatingLiterals = Regex("""[-+]?[0-9_]*\.[0-9_]+(?:[eE][-+]?[0-9_]+)?""") diff --git a/core/src/test/kotlin/io/github/cybercodernaj/parkour/lexer/LexerBuilderTest.kt b/core/src/test/kotlin/io/github/cybercodernaj/parkour/lexer/LexerBuilderTest.kt index 424d8c3..9a7b5a8 100644 --- a/core/src/test/kotlin/io/github/cybercodernaj/parkour/lexer/LexerBuilderTest.kt +++ b/core/src/test/kotlin/io/github/cybercodernaj/parkour/lexer/LexerBuilderTest.kt @@ -27,5 +27,37 @@ class LexerBuilderTest { ) ) } + + @Test + fun `sets single line comments`() { + val myLexer = lexer { + singleLineComments(Regex("//")) + } + + myLexer.source = StringSource("hi // hello\nhru") + assertTokens( + myLexer, + listOf( + Token.Identifier("hi", Position(0, 0), Position(0, 1)), + Token.Identifier("hru", Position(1, 0), Position(1, 2)) + ) + ) + } + + @Test + fun `sets multiline comments`() { + val myLexer = lexer { + multiLineComments(Regex("/\\*") to Regex("\\*/")) + } + + myLexer.source = StringSource("hi /* hello */\nhru") + assertTokens( + myLexer, + listOf( + Token.Identifier("hi", Position(0, 0), Position(0, 1)), + Token.Identifier("hru", Position(1, 0), Position(1, 2)) + ) + ) + } } diff --git a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/escape-sequences.html b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/escape-sequences.html index fa0ee52..616d128 100644 --- a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/escape-sequences.html +++ b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/escape-sequences.html @@ -63,7 +63,7 @@

escapeSequences

-
val escapeSequences: List<Pair<Regex, (String) -> Char>>(source)
+
val escapeSequences: List<Pair<Regex, (String) -> Char>>(source)
© 2024 CopyrightGenerated by dokka diff --git a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/floating-literals.html b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/floating-literals.html index 1fd5efc..15eba12 100644 --- a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/floating-literals.html +++ b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/floating-literals.html @@ -63,7 +63,7 @@

floatingLiterals

-
val floatingLiterals: Regex(source)
+
val floatingLiterals: Regex(source)
© 2024 CopyrightGenerated by dokka diff --git a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/identifiers.html b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/identifiers.html index 4341310..32dff97 100644 --- a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/identifiers.html +++ b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/identifiers.html @@ -63,7 +63,7 @@

identifiers

-
val identifiers: Regex(source)
+
val identifiers: Regex(source)
© 2024 CopyrightGenerated by dokka diff --git a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/index.html b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/index.html index a71aa1e..9673d3e 100644 --- a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/index.html +++ b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/index.html @@ -144,6 +144,36 @@

Properties

+ +
+
+
+ + +
Link copied to clipboard
+
+
+
+
val multilineComments: Pair<Regex, Regex>? = null
+
+
+
+
+ +
+
+
+ + +
Link copied to clipboard
+
+
+
+
val singleLineComments: Regex? = null
+
+
+
+
diff --git a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/integer-literals.html b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/integer-literals.html index d06b06c..9bb0b11 100644 --- a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/integer-literals.html +++ b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/integer-literals.html @@ -63,7 +63,7 @@

integerLiterals

-
val integerLiterals: Regex(source)
+
val integerLiterals: Regex(source)
© 2024 CopyrightGenerated by dokka diff --git a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/multiline-comments.html b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/multiline-comments.html new file mode 100644 index 0000000..1b0bdd1 --- /dev/null +++ b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/multiline-comments.html @@ -0,0 +1,76 @@ + + + + + multilineComments + + + + + + + + + + + + + + + + + +
+ +
+ +
+
+
parkour/io.github.cybercodernaj.parkour.lexer.internal/Lexer/Defaults/multilineComments
+
+

multilineComments

+
+
val multilineComments: Pair<Regex, Regex>? = null(source)
+
+
+ © 2024 CopyrightGenerated by dokka +
+
+
+
+ + + diff --git a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/single-line-comments.html b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/single-line-comments.html new file mode 100644 index 0000000..595f272 --- /dev/null +++ b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/single-line-comments.html @@ -0,0 +1,76 @@ + + + + + singleLineComments + + + + + + + + + + + + + + + + + +
+ +
+ +
+
+
parkour/io.github.cybercodernaj.parkour.lexer.internal/Lexer/Defaults/singleLineComments
+
+

singleLineComments

+
+
val singleLineComments: Regex? = null(source)
+
+
+ © 2024 CopyrightGenerated by dokka +
+
+
+
+ + + diff --git a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/single-line-string.html b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/single-line-string.html index 87b3674..8c881cc 100644 --- a/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/single-line-string.html +++ b/docs/core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/single-line-string.html @@ -63,7 +63,7 @@

singleLineString

-
val singleLineString: Set<String>(source)
+
val singleLineString: Set<String>(source)
© 2024 CopyrightGenerated by dokka diff --git a/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/ignore-pattern.html b/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/ignore-pattern.html index 9ba8445..a705573 100644 --- a/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/ignore-pattern.html +++ b/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/ignore-pattern.html @@ -63,7 +63,7 @@

ignorePattern

-
fun ignorePattern(regex: Regex)(source)

The lexer will skip over any strings that match this regex. This acts like a token separator.

Author

Nishant Aanjaney Jalan

Since

0.2.0

Parameters

regex

regex of the pattern the lexer will not tokenize.

See also

+
fun ignorePattern(regex: Regex)(source)

The lexer will skip over any strings that match this regex. This acts like a token separator.

val myLexer = lexer {
  ignorePatterns(Regex("""\s+"""))
}
Content copied to clipboard

Author

Nishant Aanjaney Jalan

Since

0.2.0

Parameters

regex

regex of the pattern the lexer will not tokenize.

See also

© 2024 CopyrightGenerated by dokka diff --git a/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/index.html b/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/index.html index 6b61838..3a7caa1 100644 --- a/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/index.html +++ b/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/index.html @@ -84,6 +84,36 @@

Functions

+ +
+
+
+ + +
Link copied to clipboard
+
+
+
+
fun multiLineComments(multilineComments: Pair<Regex, Regex>)

There are two parts to multilineComments: the starting and the ending pattern. When the lexer identifies the starting pattern, it will continue to skip to the next possible token until it meets the ending pattern.

+
+
+
+
+ +
+
+
+ + +
Link copied to clipboard
+
+
+
+
fun singleLineComments(singleLineComments: Regex)

When the lexer identifies a singleLineComments pattern, it will skip to the next line and return the next token.

+
+
+
+
diff --git a/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/multi-line-comments.html b/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/multi-line-comments.html new file mode 100644 index 0000000..c24a662 --- /dev/null +++ b/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/multi-line-comments.html @@ -0,0 +1,76 @@ + + + + + multiLineComments + + + + + + + + + + + + + + + + + +
+ +
+ +
+
+
parkour/io.github.cybercodernaj.parkour.lexer/LexerBuilder/multiLineComments
+
+

multiLineComments

+
+
fun multiLineComments(multilineComments: Pair<Regex, Regex>)(source)

There are two parts to multilineComments: the starting and the ending pattern. When the lexer identifies the starting pattern, it will continue to skip to the next possible token until it meets the ending pattern.

val myLexer = lexer {
  // You don't need the square brackets but KDoc doesn't like it...
  multiLineComments(Regex("[/][*]") to Regex("[*][/]"))
}
Content copied to clipboard

Author

Nishant Aanjaney Jalan

Since

0.2.0

Parameters

singleLineComments

regex of the pattern the lexer will skip over to the next line.

See also

+
+
+ © 2024 CopyrightGenerated by dokka +
+
+
+
+ + + diff --git a/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/single-line-comments.html b/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/single-line-comments.html new file mode 100644 index 0000000..59eff1b --- /dev/null +++ b/docs/core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/single-line-comments.html @@ -0,0 +1,76 @@ + + + + + singleLineComments + + + + + + + + + + + + + + + + + +
+ +
+ +
+
+
parkour/io.github.cybercodernaj.parkour.lexer/LexerBuilder/singleLineComments
+
+

singleLineComments

+
+
fun singleLineComments(singleLineComments: Regex)(source)

When the lexer identifies a singleLineComments pattern, it will skip to the next line and return the next token.

val myLexer = lexer {
  singleLineComments(Regex("//"))
}
Content copied to clipboard

Author

Nishant Aanjaney Jalan

Since

0.2.0

Parameters

singleLineComments

regex of the pattern the lexer will skip over to the next line.

See also

+
+
+ © 2024 CopyrightGenerated by dokka +
+
+
+
+ + + diff --git a/docs/core/io.github.cybercodernaj.parkour.lexer/lexer.html b/docs/core/io.github.cybercodernaj.parkour.lexer/lexer.html index 3d03036..45e7e5d 100644 --- a/docs/core/io.github.cybercodernaj.parkour.lexer/lexer.html +++ b/docs/core/io.github.cybercodernaj.parkour.lexer/lexer.html @@ -63,7 +63,7 @@

lexer

-
fun lexer(init: LexerBuilder.() -> Unit): Lexer(source)

Build a lexer in a DSL. Accepts a function with LexerBuilder as a receiver and returns a lexer of that configuration.

Sample

val myLexer = lexer {
  /* Add your lexer configuration here. */
}
Content copied to clipboard

Return

the configured Lexer to be used in the parser.

Author

Nishant Aanjaney Jalan

Since

0.2.0

Parameters

init

the execution block in context of LexerBuilder

See also

+
fun lexer(init: LexerBuilder.() -> Unit): Lexer(source)

Build a lexer in a DSL. Accepts a function with LexerBuilder as a receiver and returns a lexer of that configuration.

Sample

val myLexer = lexer {
  /* Add your lexer configuration here. */
}
Content copied to clipboard

Return

the configured Lexer to be used in the parser.

Author

Nishant Aanjaney Jalan

Since

0.2.0

Parameters

init

the execution block in context of LexerBuilder

See also

© 2024 CopyrightGenerated by dokka diff --git a/docs/scripts/pages.json b/docs/scripts/pages.json index 0ea0358..4d9c98c 100644 --- a/docs/scripts/pages.json +++ b/docs/scripts/pages.json @@ -1 +1 @@ -[{"name":"class Lexer","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/index.html","searchKeys":["Lexer","class Lexer","io.github.cybercodernaj.parkour.lexer.internal.Lexer"]},{"name":"class LexerBuilder","description":"io.github.cybercodernaj.parkour.lexer.LexerBuilder","location":"core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/index.html","searchKeys":["LexerBuilder","class LexerBuilder","io.github.cybercodernaj.parkour.lexer.LexerBuilder"]},{"name":"class LexicalException(message: String? = null, cause: Throwable? = null) : Exception","description":"io.github.cybercodernaj.parkour.exceptions.LexicalException","location":"core/io.github.cybercodernaj.parkour.exceptions/-lexical-exception/index.html","searchKeys":["LexicalException","class LexicalException(message: String? = null, cause: Throwable? = null) : Exception","io.github.cybercodernaj.parkour.exceptions.LexicalException"]},{"name":"constructor(message: String? = null, cause: Throwable? = null)","description":"io.github.cybercodernaj.parkour.exceptions.LexicalException.LexicalException","location":"core/io.github.cybercodernaj.parkour.exceptions/-lexical-exception/-lexical-exception.html","searchKeys":["LexicalException","constructor(message: String? = null, cause: Throwable? = null)","io.github.cybercodernaj.parkour.exceptions.LexicalException.LexicalException"]},{"name":"fun ignorePattern(regex: Regex)","description":"io.github.cybercodernaj.parkour.lexer.LexerBuilder.ignorePattern","location":"core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/ignore-pattern.html","searchKeys":["ignorePattern","fun ignorePattern(regex: Regex)","io.github.cybercodernaj.parkour.lexer.LexerBuilder.ignorePattern"]},{"name":"fun lexer(init: LexerBuilder.() -> Unit): Lexer","description":"io.github.cybercodernaj.parkour.lexer.lexer","location":"core/io.github.cybercodernaj.parkour.lexer/lexer.html","searchKeys":["lexer","fun lexer(init: LexerBuilder.() -> Unit): Lexer","io.github.cybercodernaj.parkour.lexer.lexer"]},{"name":"object Defaults","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/index.html","searchKeys":["Defaults","object Defaults","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults"]},{"name":"val escapeSequences: List Char>>","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.escapeSequences","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/escape-sequences.html","searchKeys":["escapeSequences","val escapeSequences: List Char>>","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.escapeSequences"]},{"name":"val floatingLiterals: Regex","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.floatingLiterals","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/floating-literals.html","searchKeys":["floatingLiterals","val floatingLiterals: Regex","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.floatingLiterals"]},{"name":"val identifiers: Regex","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.identifiers","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/identifiers.html","searchKeys":["identifiers","val identifiers: Regex","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.identifiers"]},{"name":"val ignorePattern: Regex","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.ignorePattern","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/ignore-pattern.html","searchKeys":["ignorePattern","val ignorePattern: Regex","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.ignorePattern"]},{"name":"val integerLiterals: Regex","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.integerLiterals","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/integer-literals.html","searchKeys":["integerLiterals","val integerLiterals: Regex","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.integerLiterals"]},{"name":"val singleLineString: Set","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.singleLineString","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/single-line-string.html","searchKeys":["singleLineString","val singleLineString: Set","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.singleLineString"]}] \ No newline at end of file +[{"name":"class Lexer","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/index.html","searchKeys":["Lexer","class Lexer","io.github.cybercodernaj.parkour.lexer.internal.Lexer"]},{"name":"class LexerBuilder","description":"io.github.cybercodernaj.parkour.lexer.LexerBuilder","location":"core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/index.html","searchKeys":["LexerBuilder","class LexerBuilder","io.github.cybercodernaj.parkour.lexer.LexerBuilder"]},{"name":"class LexicalException(message: String? = null, cause: Throwable? = null) : Exception","description":"io.github.cybercodernaj.parkour.exceptions.LexicalException","location":"core/io.github.cybercodernaj.parkour.exceptions/-lexical-exception/index.html","searchKeys":["LexicalException","class LexicalException(message: String? = null, cause: Throwable? = null) : Exception","io.github.cybercodernaj.parkour.exceptions.LexicalException"]},{"name":"constructor(message: String? = null, cause: Throwable? = null)","description":"io.github.cybercodernaj.parkour.exceptions.LexicalException.LexicalException","location":"core/io.github.cybercodernaj.parkour.exceptions/-lexical-exception/-lexical-exception.html","searchKeys":["LexicalException","constructor(message: String? = null, cause: Throwable? = null)","io.github.cybercodernaj.parkour.exceptions.LexicalException.LexicalException"]},{"name":"fun ignorePattern(regex: Regex)","description":"io.github.cybercodernaj.parkour.lexer.LexerBuilder.ignorePattern","location":"core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/ignore-pattern.html","searchKeys":["ignorePattern","fun ignorePattern(regex: Regex)","io.github.cybercodernaj.parkour.lexer.LexerBuilder.ignorePattern"]},{"name":"fun lexer(init: LexerBuilder.() -> Unit): Lexer","description":"io.github.cybercodernaj.parkour.lexer.lexer","location":"core/io.github.cybercodernaj.parkour.lexer/lexer.html","searchKeys":["lexer","fun lexer(init: LexerBuilder.() -> Unit): Lexer","io.github.cybercodernaj.parkour.lexer.lexer"]},{"name":"fun multiLineComments(multilineComments: Pair)","description":"io.github.cybercodernaj.parkour.lexer.LexerBuilder.multiLineComments","location":"core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/multi-line-comments.html","searchKeys":["multiLineComments","fun multiLineComments(multilineComments: Pair)","io.github.cybercodernaj.parkour.lexer.LexerBuilder.multiLineComments"]},{"name":"fun singleLineComments(singleLineComments: Regex)","description":"io.github.cybercodernaj.parkour.lexer.LexerBuilder.singleLineComments","location":"core/io.github.cybercodernaj.parkour.lexer/-lexer-builder/single-line-comments.html","searchKeys":["singleLineComments","fun singleLineComments(singleLineComments: Regex)","io.github.cybercodernaj.parkour.lexer.LexerBuilder.singleLineComments"]},{"name":"object Defaults","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/index.html","searchKeys":["Defaults","object Defaults","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults"]},{"name":"val escapeSequences: List Char>>","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.escapeSequences","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/escape-sequences.html","searchKeys":["escapeSequences","val escapeSequences: List Char>>","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.escapeSequences"]},{"name":"val floatingLiterals: Regex","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.floatingLiterals","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/floating-literals.html","searchKeys":["floatingLiterals","val floatingLiterals: Regex","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.floatingLiterals"]},{"name":"val identifiers: Regex","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.identifiers","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/identifiers.html","searchKeys":["identifiers","val identifiers: Regex","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.identifiers"]},{"name":"val ignorePattern: Regex","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.ignorePattern","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/ignore-pattern.html","searchKeys":["ignorePattern","val ignorePattern: Regex","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.ignorePattern"]},{"name":"val integerLiterals: Regex","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.integerLiterals","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/integer-literals.html","searchKeys":["integerLiterals","val integerLiterals: Regex","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.integerLiterals"]},{"name":"val multilineComments: Pair? = null","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.multilineComments","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/multiline-comments.html","searchKeys":["multilineComments","val multilineComments: Pair? = null","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.multilineComments"]},{"name":"val singleLineComments: Regex? = null","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.singleLineComments","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/single-line-comments.html","searchKeys":["singleLineComments","val singleLineComments: Regex? = null","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.singleLineComments"]},{"name":"val singleLineString: Set","description":"io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.singleLineString","location":"core/io.github.cybercodernaj.parkour.lexer.internal/-lexer/-defaults/single-line-string.html","searchKeys":["singleLineString","val singleLineString: Set","io.github.cybercodernaj.parkour.lexer.internal.Lexer.Defaults.singleLineString"]}] \ No newline at end of file