<DEFAULT> SKIP : {
" "
| "\t"
| "\n"
| "\r"
| "\f"
}
|
<DEFAULT> TOKEN : {
<INT: "INT">
| <BOOLEAN: "BOOLEAN">
| <KEYWORD: "KEYWORD">
| <SYMBOL: "SYMBOL">
| <OPERATOR: "OPERATOR">
| <IDENTIFIER: "IDENTIFIER">
| <LT: "<">
| <GT: ">">
| <ERROR: "error">
}
|
<DEFAULT> TOKEN : {
<#LETTER: ["$","A"-"Z","_","a"-"z","\u00c0"-"\u00d6","\u00d8"-"\u00f6","\u00f8"-"\u00ff","\u0100"-"\u1fff","\u3040"-"\u318f","\u3300"-"\u337f","\u3400"-"\u3d2d","\u4e00"-"\u9fff","\uf900"-"\ufaff"]>
| <#DIGIT: ["0"-"9","\u0660"-"\u0669","\u06f0"-"\u06f9","\u0966"-"\u096f","\u09e6"-"\u09ef","\u0a66"-"\u0a6f","\u0ae6"-"\u0aef","\u0b66"-"\u0b6f","\u0be7"-"\u0bef","\u0c66"-"\u0c6f","\u0ce6"-"\u0cef","\u0d66"-"\u0d6f","\u0e50"-"\u0e59","\u0ed0"-"\u0ed9","\u1040"-"\u1049"]>
| <VALUE_LITERAL: (<LETTER> | <DIGIT>)+ | (" " | "\t") <SPLTR>>
| <#SPLTR: "#" | "!" | "&" | "*" | "(" | ")" | "-" | "+" | "=" | "{" | "[" | "]" | "}" | "|" | ";" | "?" | "/" | "<" | ">" | "." | ",">
}
|
/************************************* * The JavaTokens Grammar Starts Here * *************************************/ |
||
| Goal | ::= | ( TokenDefinition )* ( errorToken )? <EOF> |
| TokenDefinition | ::= | intToken |
| | | boolToken | |
| | | kwToken | |
| | | symToken | |
| | | opToken | |
| | | idToken | |
| errorToken | ::= | <ERROR> |
| intToken | ::= | <LT> <INT> <VALUE_LITERAL> <GT> |
| boolToken | ::= | <LT> <BOOLEAN> <VALUE_LITERAL> <GT> |
| kwToken | ::= | <LT> <KEYWORD> <VALUE_LITERAL> <GT> |
| symToken | ::= | <LT> <SYMBOL> <VALUE_LITERAL> <GT> |
| opToken | ::= | <LT> <OPERATOR> <VALUE_LITERAL> <GT> |
| idToken | ::= | <LT> <IDENTIFIER> <VALUE_LITERAL> <GT> |