Implement native LSL lexer runtime (#81)

crates/libremetaverse-lsl-tools/src/lib.rs

@@ -3,6 +3,12 @@
 extern crate self as libremetaverse_lsl_tools;
 
 mod generated;
+mod lexer;
 
 pub use generated::*;
+pub use lexer::{
+    CharacterMatcher, DfaAccept, DfaState, Diagnostic, DiagnosticCategory, DiagnosticSeverity,
+    DotNetUnicodeCategory, InputEncoding, LexerAction, LexerIterator, MAX_SOURCE_UNITS,
+    MAX_TOKEN_UNITS, TokenDefinition, UnicodeClass,
+};
 pub use libremetaverse_types::Error;