// Total token types
setlength(TokenTypes, 3);

// Identifier
setlength(TokenTypes[0].Set, 2);
TokenTypes[0].Name          := 'identifier';
TokenTypes[0].Set[0].Value  := ['a'..'z', 'A'..'Z', '_'];
TokenTypes[0].Set[0].Repeat := 1;
TokenTypes[0].Set[1].Value  := ['a'..'z', 'A'..'Z', '_', '0'..'9'];
TokenTypes[0].Set[1].Repeat := 0;

// Number
setlength(TokenTypes[1].Set, 3);
TokenTypes[1].Name          := 'number';
TokenTypes[1].Set[0].Value  := ['0'..'9'];
TokenTypes[1].Set[0].Repeat := 0;
TokenTypes[1].Set[1].Value  := ['.'];
TokenTypes[1].Set[1].Repeat := 1;
TokenTypes[1].Set[2].Value  := ['0'..'9'];
TokenTypes[1].Set[2].Repeat := 0;

// String literal
setlength(TokenTypes[2].Set, 3);
TokenTypes[2].Name          := 'string';
TokenTypes[2].Set[0].Value  := ['"'];
TokenTypes[2].Set[0].Repeat := 1;
TokenTypes[2].Set[1].Value  := [#32..#126]
TokenTypes[2].Set[1].Repeat := 0;
TokenTypes[2].Set[2].Value  := ['"'];
TokenTypes[2].Set[2].Repeat := 1;