diff -r fd16c54261b3 -r 90ce3da70b43 jdk/src/share/classes/java/util/StringTokenizer.java
--- /dev/null Thu Jan 01 00:00:00 1970 +0000
+++ b/jdk/src/share/classes/java/util/StringTokenizer.java Sat Dec 01 00:00:00 2007 +0000
@@ -0,0 +1,431 @@
+/*
+ * Copyright 1994-2004 Sun Microsystems, Inc. All Rights Reserved.
+ * DO NOT ALTER OR REMOVE COPYRIGHT NOTICES OR THIS FILE HEADER.
+ *
+ * This code is free software; you can redistribute it and/or modify it
+ * under the terms of the GNU General Public License version 2 only, as
+ * published by the Free Software Foundation. Sun designates this
+ * particular file as subject to the "Classpath" exception as provided
+ * by Sun in the LICENSE file that accompanied this code.
+ *
+ * This code is distributed in the hope that it will be useful, but WITHOUT
+ * ANY WARRANTY; without even the implied warranty of MERCHANTABILITY or
+ * FITNESS FOR A PARTICULAR PURPOSE. See the GNU General Public License
+ * version 2 for more details (a copy is included in the LICENSE file that
+ * accompanied this code).
+ *
+ * You should have received a copy of the GNU General Public License version
+ * 2 along with this work; if not, write to the Free Software Foundation,
+ * Inc., 51 Franklin St, Fifth Floor, Boston, MA 02110-1301 USA.
+ *
+ * Please contact Sun Microsystems, Inc., 4150 Network Circle, Santa Clara,
+ * CA 95054 USA or visit www.sun.com if you need additional information or
+ * have any questions.
+ */
+
+package java.util;
+
+import java.lang.*;
+
+/**
+ * The string tokenizer class allows an application to break a
+ * string into tokens. The tokenization method is much simpler than
+ * the one used by the StreamTokenizer class. The
+ * StringTokenizer methods do not distinguish among
+ * identifiers, numbers, and quoted strings, nor do they recognize
+ * and skip comments.
+ *
+ * The set of delimiters (the characters that separate tokens) may
+ * be specified either at creation time or on a per-token basis.
+ *
+ * An instance of StringTokenizer behaves in one of two
+ * ways, depending on whether it was created with the
+ * returnDelims flag having the value true
+ * or false:
+ *
+ *
If the flag is false, delimiter characters serve to
+ * separate tokens. A token is a maximal sequence of consecutive
+ * characters that are not delimiters.
+ *
If the flag is true, delimiter characters are themselves
+ * considered to be tokens. A token is thus either one delimiter
+ * character, or a maximal sequence of consecutive characters that are
+ * not delimiters.
+ *
+ * A StringTokenizer object internally maintains a current
+ * position within the string to be tokenized. Some operations advance this
+ * current position past the characters processed.
+ * A token is returned by taking a substring of the string that was used to
+ * create the StringTokenizer object.
+ *
+ * The following is one example of the use of the tokenizer. The code:
+ *
+ * StringTokenizer st = new StringTokenizer("this is a test");
+ * while (st.hasMoreTokens()) {
+ * System.out.println(st.nextToken());
+ * }
+ *
+ *
+ * prints the following output:
+ *
+ * this
+ * is
+ * a
+ * test
+ *
+ *
+ *
+ * StringTokenizer is a legacy class that is retained for
+ * compatibility reasons although its use is discouraged in new code. It is
+ * recommended that anyone seeking this functionality use the split
+ * method of String or the java.util.regex package instead.
+ *
+ * The following example illustrates how the String.split
+ * method can be used to break up a string into its basic tokens:
+ *
+ * String[] result = "this is a test".split("\\s");
+ * for (int x=0; x<result.length; x++)
+ * System.out.println(result[x]);
+ *