/* author: Christopher O'Neill date: Feb 2001 comments: removes stoped words from a file*/ import java.io.*; import java.lang.*; import java.util.*; public class Stoplist { /**************************************************************** *Method: Stoplist * *Returns: String * *Recievs: String str * *Purpose: remove all instances of stopped words then * * writes remainder to new file * ****************************************************************/ public static void main(String args[] ) { Vector stops = new Vector(); boolean goodword; String text; String word; StringTokenizer line = new StringTokenizer(""); try { //add words from stop list file to data structure FileReader fr = new FileReader(args[0]); BufferedReader br = new BufferedReader(fr); while ((text=br.readLine())!= null) { line= new StringTokenizer(text); while (line.hasMoreTokens()) { word = new String(); word = line.nextToken(); stops.addElement(word); } } br.close(); fr.close(); } catch (Exception e) { System.err.println("Error Reading From input File " + args[0] + " error " + e); System.exit(0); } try { //read in words from file check agains stoplist then out put FileWriter fw = new FileWriter(args[2]); BufferedWriter bw = new BufferedWriter(fw); FileReader fr = new FileReader(args[1]); BufferedReader br = new BufferedReader(fr); while ((text=br.readLine())!= null) { line= new StringTokenizer(text); while (line.hasMoreTokens()) { word = new String(); word = line.nextToken(); goodword=true; for (int i=0; i