001: /*
002: * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS HEADER.
003: *
004: * Copyright 1997-2007 Sun Microsystems, Inc. All rights reserved.
005: *
006: * The contents of this file are subject to the terms of either the GNU
007: * General Public License Version 2 only ("GPL") or the Common
008: * Development and Distribution License("CDDL") (collectively, the
009: * "License"). You may not use this file except in compliance with the
010: * License. You can obtain a copy of the License at
011: * http://www.netbeans.org/cddl-gplv2.html
012: * or nbbuild/licenses/CDDL-GPL-2-CP. See the License for the
013: * specific language governing permissions and limitations under the
014: * License. When distributing the software, include this License Header
015: * Notice in each file and include the License file at
016: * nbbuild/licenses/CDDL-GPL-2-CP. Sun designates this
017: * particular file as subject to the "Classpath" exception as provided
018: * by Sun in the GPL Version 2 section of the License file that
019: * accompanied this code. If applicable, add the following below the
020: * License Header, with the fields enclosed by brackets [] replaced by
021: * your own identifying information:
022: * "Portions Copyrighted [year] [name of copyright owner]"
023: *
024: * Contributor(s):
025: *
026: * The Original Software is NetBeans. The Initial Developer of the Original
027: * Software is Sun Microsystems, Inc. Portions Copyright 1997-2006 Sun
028: * Microsystems, Inc. All Rights Reserved.
029: *
030: * If you wish your version of this file to be governed by only the CDDL
031: * or only the GPL Version 2, indicate your decision by adding
032: * "[Contributor] elects to include this software in this distribution
033: * under the [CDDL or GPL Version 2] license." If you do not indicate a
034: * single choice of license, a recipient has the option to distribute
035: * your version of this file under either the CDDL, the GPL Version 2 or
036: * to extend the choice of license to its licensees as provided above.
037: * However, if you add GPL Version 2 code and therefore, elected the GPL
038: * Version 2 license, then the option applies only if the new code is
039: * made subject to such option by the copyright holder.
040: */
041: package org.netbeans.lib.java.lexer;
042:
043: import org.netbeans.api.java.lexer.JavaStringTokenId;
044: import org.netbeans.api.lexer.TokenHierarchy;
045: import org.netbeans.api.lexer.TokenSequence;
046: import org.netbeans.junit.NbTestCase;
047: import org.netbeans.lib.lexer.test.LexerTestUtilities;
048:
049: /**
050: *
051: * @author Jan Lahoda
052: */
053: public class JavaStringLexerTest extends NbTestCase {
054:
055: public JavaStringLexerTest(String testName) {
056: super (testName);
057: }
058:
059: protected void setUp() throws Exception {
060: }
061:
062: public void testNextToken1() {
063: String text = "t";
064:
065: TokenHierarchy<?> hi = TokenHierarchy.create(text,
066: JavaStringTokenId.language());
067: TokenSequence<?> ts = hi.tokenSequence();
068: LexerTestUtilities.assertNextTokenEquals(ts,
069: JavaStringTokenId.TEXT, "t");
070: }
071:
072: public void testNextToken2() {
073: String text = "\\t\\b\\b\\t \\tabc\\rsddfdsffffffffff\\uuuuAbcD\\377";
074:
075: TokenHierarchy<?> hi = TokenHierarchy.create(text,
076: JavaStringTokenId.language());
077: TokenSequence<?> ts = hi.tokenSequence();
078: LexerTestUtilities.assertNextTokenEquals(ts,
079: JavaStringTokenId.TAB, "\\t");
080: LexerTestUtilities.assertNextTokenEquals(ts,
081: JavaStringTokenId.BACKSPACE, "\\b");
082: LexerTestUtilities.assertNextTokenEquals(ts,
083: JavaStringTokenId.BACKSPACE, "\\b");
084: LexerTestUtilities.assertNextTokenEquals(ts,
085: JavaStringTokenId.TAB, "\\t");
086: LexerTestUtilities.assertNextTokenEquals(ts,
087: JavaStringTokenId.TEXT, " ");
088: LexerTestUtilities.assertNextTokenEquals(ts,
089: JavaStringTokenId.TAB, "\\t");
090: LexerTestUtilities.assertNextTokenEquals(ts,
091: JavaStringTokenId.TEXT, "abc");
092: LexerTestUtilities.assertNextTokenEquals(ts,
093: JavaStringTokenId.CR, "\\r");
094: LexerTestUtilities.assertNextTokenEquals(ts,
095: JavaStringTokenId.TEXT, "sddfdsffffffffff");
096: LexerTestUtilities.assertNextTokenEquals(ts,
097: JavaStringTokenId.UNICODE_ESCAPE, "\\uuuuAbcD");
098: LexerTestUtilities.assertNextTokenEquals(ts,
099: JavaStringTokenId.OCTAL_ESCAPE, "\\377");
100: }
101:
102: }
|