Application: gvSIG desktop

package org.gvsig.expressionevaluator.spi;

import org.gvsig.expressionevaluator.LexicalAnalyzer;

import java.text.NumberFormat;

import java.text.ParsePosition;

import java.util.HashMap;

import java.util.Locale;

import java.util.Map;

import java.util.Stack;

import org.gvsig.expressionevaluator.ExpressionSyntaxException;

import org.gvsig.tools.lang.Cloneable;

public abstract class AbstractLexicalAnalyzer implements LexicalAnalyzer {

    protected class DefaultToken implements Token {

        private int type;

        private String literal;

        private Object value;

        public DefaultToken() {

        }

        @Override

        public Token clone() throws CloneNotSupportedException {

            // We will assume that the properties of the class are immutable, so 

            // it would suffice to call the super class.

            DefaultToken other = (DefaultToken) super.clone();

            return other;

        }

        @Override

        public void set(int type, String literal) {

            this.set(type, literal, literal);

        }

        @Override

        public void set(int type, String literal, Object value) {

            this.literal = literal;

            this.type = type;

            this.value = value;

        }

        @Override

        public int getType() {

            return type;

        }

        @Override

        public Object getValue() {

            return value;

        }

        @Override

        public String getLiteral() {

            return literal;

        }

        public void setLiteral(String literal) {

            this.literal = literal;

        }

    }

    protected class Buffer implements Cloneable {

        StringBuilder builder;

        public Buffer() {

            this.builder = new StringBuilder();

        }

        @Override

        public Buffer clone() throws CloneNotSupportedException {

            Buffer other = (Buffer) super.clone();

            other.builder = new StringBuilder(builder);

            return other;

        }

        public void clear() {

            builder.delete(0, builder.length());

        }

        public void add(char ch) {

            builder.append(ch);

        }

        public int length() {

            return this.builder.length();

        }

        @Override

        public String toString() {

            return this.builder.toString();

        }

    }

    protected static final char EOF = 0;

    private NumberFormat nf;

    private ParsePosition nfPos;

    private Stack<Integer> states;

    private String source;

    private int position;

    protected Buffer buffer;

    protected Token token;

    protected Map<String, Integer> tokens;

    public AbstractLexicalAnalyzer(String source) {

        this.position = 0;

        this.source = source;

        this.states = new Stack<>();

        this.buffer = new Buffer();

        this.token = this.createToken();

        this.nf = NumberFormat.getInstance(Locale.UK);

        this.nfPos = new ParsePosition(0);

        this.tokens = new HashMap<>();

    }

    public AbstractLexicalAnalyzer() {

        this(null);

    }

    protected Token createToken() {

        return new DefaultToken();

    }

    @Override

    public LexicalAnalyzer clone() throws CloneNotSupportedException {

        AbstractLexicalAnalyzer other = (AbstractLexicalAnalyzer) super.clone();

        other.nf = NumberFormat.getInstance(Locale.UK);

        other.nfPos = new ParsePosition(0);

        other.buffer = buffer.clone();

        other.token = token.clone();

        other.states = new Stack<>();

        other.states.addAll(states);

        other.tokens = new HashMap<>(tokens);

        return other;

    }

    @Override

    public void setSource(String source) {

        this.source = source;

        this.position = 0;

    }

    @Override

    public String getSource() {

        return this.source;

    }

    @Override

    public Token next() {

        return getToken();

    }

    @Override

    public Token look() {

        push_state();

        try {

            return getToken();

        } finally {

            pop_state();

        }

    }

    abstract protected Token getToken();

    protected void push_state() {

        this.states.push(position);

    }

    protected void pop_state() {

        position = this.states.pop();

    }

    @Override

    public int getPosition() {

        return position;

    }

    public boolean isEOF() {

        return this.position >= this.source.length();

    }

    protected void skipblanks() {

        if (isEOF()) {

            return;

        }

        char ch = getch();

        while (ch != EOF && Character.isSpaceChar(ch)) {

            ch = getch();

        }

        ungetch();

    }

    protected char lookch() {

        if (this.position >= this.source.length()) {

            return EOF;

        }

        return this.source.charAt(this.position);

    }

    protected char getch() {

        if (this.position >= this.source.length()) {

            return EOF;

        }

        return this.source.charAt(this.position++);

    }

    protected void ungetch() {

        this.position--;

        if (this.position < 0) {

            this.position = 0;

        }

    }

    protected void parseString() {

        buffer.clear();

        char ch = getch();

        while (true) {

            if (ch == EOF) {

                throw new ExpressionSyntaxException("Found end of source and expected end of string", this);

            }

            if (ch == '\'') {

                ch = getch();

                if (ch == EOF) {

                    break;

                }

                if (ch != '\'') {

                    ungetch();

                    break;

                }

            }

            buffer.add(ch);

            ch = getch();

        }

        token.set(Token.STRING_LITERAL, buffer.toString());

    }

    protected void parseNumber() {

        this.nfPos.setIndex(this.position);

        Number n = nf.parse(source, this.nfPos);

        if (this.nfPos.getIndex() == this.position) {

            throw new RuntimeException("Expected a number at position " + this.nfPos.getIndex() + ".");

        }

        String literal = source.substring(this.position, this.nfPos.getIndex());

        this.position = this.nfPos.getIndex();

        if (n instanceof Long || n instanceof Integer) {

            token.set(Token.INTEGER_LITERAL, literal, n);

        } else {

            token.set(Token.FLOATING_POINT_LITERAL, literal, n);

        }

    }

}