rendered paste body// Total token types
setlength(TokenTypes, 3);
// Identifier
setlength(TokenTypes[0].Set, 2);
TokenTypes[0].Name := 'identifier';
TokenTypes[0].Set[0].Value := ['a'..'z', 'A'..'Z', '_'];
TokenTypes[0].Set[0].Repeat := 1;
TokenTypes[0].Set[1].Value := ['a'..'z', 'A'..'Z', '_', '0'..'9'];
TokenTypes[0].Set[1].Repeat := 0;
// Number
setlength(TokenTypes[1].Set, 3);
TokenTypes[1].Name := 'number';
TokenTypes[1].Set[0].Value := ['0'..'9'];
TokenTypes[1].Set[0].Repeat := 0;
TokenTypes[1].Set[1].Value := ['.'];
TokenTypes[1].Set[1].Repeat := 1;
TokenTypes[1].Set[2].Value := ['0'..'9'];
TokenTypes[1].Set[2].Repeat := 0;
// String literal
setlength(TokenTypes[2].Set, 3);
TokenTypes[2].Name := 'string';
TokenTypes[2].Set[0].Value := ['"'];
TokenTypes[2].Set[0].Repeat := 1;
TokenTypes[2].Set[1].Value := [#32..#126]
TokenTypes[2].Set[1].Repeat := 0;
TokenTypes[2].Set[2].Value := ['"'];
TokenTypes[2].Set[2].Repeat := 1;