ActiveListScrapingService.java

package gov.nysenate.openleg.service.scraping;

import gov.nysenate.openleg.dao.activelist.SqlActiveListReferenceDAO;
import gov.nysenate.openleg.dao.scraping.CalendarScraper;
import gov.nysenate.openleg.model.spotcheck.ActiveListHTMLParser;
import gov.nysenate.openleg.model.spotcheck.ActiveListSpotcheckReference;
import org.springframework.beans.factory.annotation.Autowired;
import org.springframework.stereotype.Service;

import java.io.File;
import java.util.ArrayList;

/**
 * Created by kyle on 12/8/14.
 */
@Service
public class ActiveListScrapingService  {
    ArrayList<ActiveListSpotcheckReference> actList = new ArrayList<ActiveListSpotcheckReference>();
    String diretoryName = "/data/openleg/scraped/CALENDAR/";
    @Autowired
    SqlActiveListReferenceDAO dao;

    public void main () throws Exception{
        //scrape();
        parse();
        addToDatabase();
    }

    //would just add more files to that directory.set up new directory for each scrape?
    public void parse() throws Exception{
        ActiveListHTMLParser parser = new ActiveListHTMLParser();
        File dir = new File(diretoryName);
        File[] fileList = dir.listFiles();
        if (fileList != null) {
            for (File file : fileList) {
                //just for Active Lists
                if (file.toString().contains("active_list"))
                    actList.add(parser.getSpotcheckReference(file));
            }
        }
    }
    public void addToDatabase(){

        for (ActiveListSpotcheckReference act : actList)
            dao.addCalendarReference(act);
    }

}