001: /*
002: * $Id: Tokenizer.java,v 1.2 2002/02/15 23:44:28 skavish Exp $
003: *
004: * ===========================================================================
005: *
006: * The JGenerator Software License, Version 1.0
007: *
008: * Copyright (c) 2000 Dmitry Skavish (skavish@usa.net). All rights reserved.
009: *
010: * Redistribution and use in source and binary forms, with or without
011: * modification, are permitted provided that the following conditions are met:
012: *
013: * 1. Redistributions of source code must retain the above copyright
014: * notice, this list of conditions and the following disclaimer.
015: *
016: * 2. Redistributions in binary form must reproduce the above copyright
017: * notice, this list of conditions and the following disclaimer in
018: * the documentation and/or other materials provided with the
019: * distribution.
020: *
021: * 3. The end-user documentation included with the redistribution, if
022: * any, must include the following acknowlegement:
023: * "This product includes software developed by Dmitry Skavish
024: * (skavish@usa.net, http://www.flashgap.com/)."
025: * Alternately, this acknowlegement may appear in the software itself,
026: * if and wherever such third-party acknowlegements normally appear.
027: *
028: * 4. The name "The JGenerator" must not be used to endorse or promote
029: * products derived from this software without prior written permission.
030: * For written permission, please contact skavish@usa.net.
031: *
032: * 5. Products derived from this software may not be called "The JGenerator"
033: * nor may "The JGenerator" appear in their names without prior written
034: * permission of Dmitry Skavish.
035: *
036: * THIS SOFTWARE IS PROVIDED ``AS IS'' AND ANY EXPRESSED OR IMPLIED
037: * WARRANTIES, INCLUDING, BUT NOT LIMITED TO, THE IMPLIED WARRANTIES
038: * OF MERCHANTABILITY AND FITNESS FOR A PARTICULAR PURPOSE ARE
039: * DISCLAIMED. IN NO EVENT SHALL DMITRY SKAVISH OR THE OTHER
040: * CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
041: * SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
042: * LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF
043: * USE, DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND
044: * ON ANY THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY,
045: * OR TORT (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT
046: * OF THE USE OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF
047: * SUCH DAMAGE.
048: *
049: */
050:
051: package org.openlaszlo.iv.flash.util;
052:
053: /**
054: * Simple tokenizer of generator text datasources.
055: *
056: * @author Dmitry Skavish
057: */
058: public final class Tokenizer {
059:
060: private String line;
061: private int cur;
062: private int length;
063:
064: public Tokenizer(String line) {
065: this .line = line;
066: cur = 0;
067: length = line.length();
068: }
069:
070: private boolean skipBlanks() {
071: while (cur < length && line.charAt(cur) == ' ')
072: cur++;
073: return cur >= length;
074: }
075:
076: public String getToken() {
077: if (skipBlanks())
078: return null;
079:
080: boolean quotes;
081: int start;
082:
083: char ch = line.charAt(cur);
084: if (ch == '\"') {
085: quotes = true;
086: start = ++cur;
087: if (cur >= length)
088: return null;
089: ch = line.charAt(cur);
090: } else {
091: quotes = false;
092: start = cur;
093: }
094: int end;
095:
096: mainLoop: for (;;) {
097: switch (ch) {
098: case '\\':
099: cur++;
100: if (cur >= length) {
101: end = cur;
102: break mainLoop;
103: }
104: break;
105: case '\"':
106: if (quotes) {
107: end = cur++;
108: if (skipBlanks())
109: break mainLoop;
110: if (line.charAt(cur) == ',')
111: cur++;
112: break mainLoop;
113: }
114: break;
115: case ',':
116: if (!quotes) {
117: end = cur++;
118: break mainLoop;
119: }
120: break;
121: default:
122: break;
123: }
124: cur++;
125: if (cur >= length) {
126: end = cur;
127: break;
128: }
129: ch = line.charAt(cur);
130: }
131:
132: // trimming
133: while (start < end && line.charAt(end - 1) == ' ')
134: end--;
135:
136: return line.substring(start, end);
137: }
138:
139: }
|