001: /*
002: * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS HEADER.
003: *
004: * Copyright 1997-2007 Sun Microsystems, Inc. All rights reserved.
005: *
006: * The contents of this file are subject to the terms of either the GNU
007: * General Public License Version 2 only ("GPL") or the Common
008: * Development and Distribution License("CDDL") (collectively, the
009: * "License"). You may not use this file except in compliance with the
010: * License. You can obtain a copy of the License at
011: * http://www.netbeans.org/cddl-gplv2.html
012: * or nbbuild/licenses/CDDL-GPL-2-CP. See the License for the
013: * specific language governing permissions and limitations under the
014: * License. When distributing the software, include this License Header
015: * Notice in each file and include the License file at
016: * nbbuild/licenses/CDDL-GPL-2-CP. Sun designates this
017: * particular file as subject to the "Classpath" exception as provided
018: * by Sun in the GPL Version 2 section of the License file that
019: * accompanied this code. If applicable, add the following below the
020: * License Header, with the fields enclosed by brackets [] replaced by
021: * your own identifying information:
022: * "Portions Copyrighted [year] [name of copyright owner]"
023: *
024: * Contributor(s):
025: *
026: * The Original Software is NetBeans. The Initial Developer of the Original
027: * Software is Sun Microsystems, Inc. Portions Copyright 1997-2007 Sun
028: * Microsystems, Inc. All Rights Reserved.
029: *
030: * If you wish your version of this file to be governed by only the CDDL
031: * or only the GPL Version 2, indicate your decision by adding
032: * "[Contributor] elects to include this software in this distribution
033: * under the [CDDL or GPL Version 2] license." If you do not indicate a
034: * single choice of license, a recipient has the option to distribute
035: * your version of this file under either the CDDL, the GPL Version 2 or
036: * to extend the choice of license to its licensees as provided above.
037: * However, if you add GPL Version 2 code and therefore, elected the GPL
038: * Version 2 license, then the option applies only if the new code is
039: * made subject to such option by the copyright holder.
040: */
041:
042: package org.netbeans.lib.lexer.test.state;
043:
044: import org.netbeans.api.lexer.InputAttributes;
045: import org.netbeans.api.lexer.Token;
046: import org.netbeans.spi.lexer.Lexer;
047: import org.netbeans.spi.lexer.LexerInput;
048: import org.netbeans.spi.lexer.LexerRestartInfo;
049: import org.netbeans.spi.lexer.TokenFactory;
050:
051: /**
052: * Simple implementation a lexer.
053: *
054: * @author mmetelka
055: */
056: final class StateLexer implements Lexer<StateTokenId> {
057:
058: // Copy of LexerInput.EOF
059: private static final int EOF = LexerInput.EOF;
060:
061: static final Object AFTER_A = "after_a";
062: static final Object AFTER_B = "after_b";
063:
064: static final Integer AFTER_A_INT = 1;
065: static final Integer AFTER_B_INT = 2;
066:
067: private boolean useIntStates;
068:
069: private Object state;
070:
071: private LexerInput input;
072:
073: private TokenFactory<StateTokenId> tokenFactory;
074:
075: private LexerRestartInfo<StateTokenId> info;
076:
077: private InputAttributes inputAttributes;
078:
079: StateLexer(LexerRestartInfo<StateTokenId> info) {
080: this .input = info.input();
081: this .tokenFactory = info.tokenFactory();
082: this .state = info.state();
083: this .info = info;
084:
085: this .useIntStates = Boolean.TRUE.equals(info
086: .getAttributeValue("states"));
087: Object expectedRestartState = info
088: .getAttributeValue("restartState");
089: if (expectedRestartState != null
090: && !expectedRestartState.equals(state)) {
091: throw new IllegalStateException("Expected restart state "
092: + expectedRestartState + ", but real is " + state);
093: }
094: }
095:
096: public Object state() {
097: return state;
098: }
099:
100: public Token<StateTokenId> nextToken() {
101: boolean returnNullToken = Boolean.TRUE.equals(info
102: .getAttributeValue("returnNullToken"));
103: while (true) {
104: int c = input.read();
105: if (returnNullToken) // Test early return of null token
106: return null;
107: switch (c) {
108: case 'a':
109: state = useIntStates ? AFTER_A_INT : AFTER_A;
110: return token(StateTokenId.A);
111:
112: case 'b':
113: while (input.read() == 'b') {
114: }
115: input.backup(1);
116: state = useIntStates ? AFTER_B_INT : AFTER_B;
117: return token(StateTokenId.BMULTI);
118:
119: case EOF: // no more chars on the input
120: return null; // the only legal situation when null can be returned
121:
122: default:
123: // Invalid char
124: state = null;
125: return token(StateTokenId.ERROR);
126: }
127: }
128: }
129:
130: private Token<StateTokenId> token(StateTokenId id) {
131: return tokenFactory.createToken(id);
132: }
133:
134: public void release() {
135: InputAttributes attrs = info.inputAttributes();
136: if (attrs != null) {
137: attrs.setValue(StateTokenId.language(), "lexerRelease",
138: Boolean.TRUE, false);
139: }
140: }
141:
142: }
|