/*
 * FormalLexer.java
 * Copyright (C) 2004-2005, Bjorn Bringert (bringert@cs.chalmers.se)
 * 
 * This library is free software; you can redistribute it and/or
 * modify it under the terms of the GNU Lesser General Public
 * License as published by the Free Software Foundation; either
 * version 2.1 of the License, or (at your option) any later version.
 * 
 * This library is distributed in the hope that it will be useful,
 * but WITHOUT ANY WARRANTY; without even the implied warranty of
 * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the GNU
 * Lesser General Public License for more details.
 * 
 * You should have received a copy of the GNU Lesser General Public
 * License along with this library; if not, write to the Free Software
 * Foundation, Inc., 59 Temple Place, Suite 330, Boston, MA  02111-1307  USA
 */
package se.chalmers.cs.gf.parse.lex;

/**
 *  A simple lexer for programming language-like languages.
 */
public class FormalLexer extends RegexLexer {

        public FormalLexer() {
                super("(" +
                      // identifiers and integer literals are any 
                      // non-empty sequence of 
                      // lower case letters, upper case letters, 
                      // title case letters, other letters,
                      // decimal digits, letter digits,
                      // other digits and underscores.
                      "[\\p{Ll}\\p{Lu}\\p{Lt}\\p{Lo}\\p{Lm}\\p{Nd}\\p{Nl}\\p{No}\\p{Pc}]+"
                      + "|" +
                      // string literals
                      "\"(\\\\\"|[^\"])*\""
                      + "|" +
                      // operators, brackets etc.
                      "[\\p{Ps}\\p{Pe}\\p{Pd}\\p{Po}\\p{Sk}\\p{Sc}\\p{Sm}]"
                      + ")");
        }

        public static void main(String[] args) throws java.io.IOException {
                LexerTest.testLexer(FormalLexer.class);
        }

}