Source of TestStringTokenizer.java


  1: // TestStringTokenizer.java
  2: // Demonstrates how a string of text can be "tokenized" into
  3: // single words that are separated by white space characters.

  5: import java.io.*;
  6: import java.util.*;

  8: class TestStringTokenizer
  9: {
 10:     static PrintWriter screen = new PrintWriter(System.out, true);

 12:     public static void main(String[] args) throws IOException
 13:     {
 14:         FileReader file          = new FileReader("hamlet.txt");
 15:         BufferedReader inputFile = new BufferedReader(file);

 17:         StringTokenizer data;
 18:         int numberOfWords = 0;

 20:         data = new StringTokenizer(inputFile.readLine());
 21:         int numberOfTokens = data.countTokens();

 23:         while (numberOfTokens != 0)
 24:         {
 25:             for (int words=1; words<=numberOfTokens; words++)
 26:             {
 27:                 screen.print(data.nextToken() + " ");
 28:                 screen.flush();
 29:             }
 30:             screen.println();

 32:             numberOfWords += numberOfTokens;

 34:             data = new StringTokenizer(inputFile.readLine());
 35:             numberOfTokens = data.countTokens();
 36:         }

 38:         screen.println("\nThere are " + numberOfWords +
 39:                        " words in the text.");
 40:     }
 41: }