getToBeProcessed.java

package eu.fbk.knowledgestore.populator.naf;

import java.io.BufferedReader;
import java.io.BufferedWriter;
import java.io.File;
import java.io.FileReader;
import java.io.FileWriter;
import java.io.IOException;
import java.util.Hashtable;
import java.util.Set;

public class getToBeProcessed {

	/**
	 * @param args
	 * @throws IOException 
	 */
	public static void main(String[] args) throws IOException {
		Hashtable<String,String> all = new Hashtable<String, String>();
		Hashtable<String,String> sub = new Hashtable<String, String>();
		Hashtable<String,String> intersect = new Hashtable<String, String>();		
		String ap="/Users/qwaider/Documents/Projects/NWR-June2015/knowledgestore/ks-distribution/target/" +
				//"nafs.txt";
				"xmls.txt";
		String sp="/Users/qwaider/Documents/Projects/NWR-June2015/knowledgestore/ks-distribution/target/" +
				//"processedNAFS.txt";
				"processedxmls.txt";
		String intersectp="/Users/qwaider/Documents/Projects/NWR-June2015/knowledgestore/ks-distribution/target/" +
			//	"toBeProcessedNAFS.txt";
				"toBeProcessedXMLS.txt";
		readFile(ap,all);
		readFile(sp,sub);
		intersect(intersectp,all,sub,intersect);
		System.out.println("all: "+all.size()+"-sub:"+sub.size()+"-intersect:"+intersect.size());
	}
	
	private static void intersect(String intersectp, Hashtable<String, String> all,
			Hashtable<String, String> sub,Hashtable<String, String> intersect) throws IOException {
		 
		File file = new File(intersectp);

		// if file doesnt exists, then create it
		if (!file.exists()) {
			file.createNewFile();
		}

		FileWriter fw = new FileWriter(file.getAbsoluteFile());
		BufferedWriter bw = new BufferedWriter(fw);
		for(String link : all.keySet()){
			if(!sub.containsKey(link)){
			bw.write(link+"\n");
			bw.flush();
			if(!intersect.containsKey(link))
			intersect.put(link, "");
			//System.out.println(link);
			}
			
		}
		bw.close();		
	}

	static void readFile(String filepath,Hashtable<String,String> fls){
		BufferedReader br = null;
		 
		try {
 
			String sCurrentLine;
 
			br = new BufferedReader(new FileReader(filepath));
 
			while ((sCurrentLine = br.readLine()) != null) {
				fls.put(sCurrentLine, "");
				//System.out.println(sCurrentLine);
			}
 
		} catch (IOException e) {
			e.printStackTrace();
		} finally {
			try {
				if (br != null)br.close();
			} catch (IOException ex) {
				ex.printStackTrace();
			}
		}
	}

}