/**
 * Logback: the reliable, generic, fast and flexible logging framework.
 * Copyright (C) 1999-2015, QOS.ch. All rights reserved.
 *
 * This program and the accompanying materials are dual-licensed under
 * either the terms of the Eclipse Public License v1.0 as published by
 * the Eclipse Foundation
 *
 *   or (per the licensee's choosing)
 *
 * under the terms of the GNU Lesser General Public License version 2.1
 * as published by the Free Software Foundation.
 */
package ch.qos.logback.classic.corpus;

import java.io.BufferedReader;
import java.io.FileReader;
import java.io.IOException;
import java.io.InputStream;
import java.io.InputStreamReader;
import java.net.URL;
import java.util.ArrayList;
import java.util.List;

public class TextFileUtil {

    public static List<String> toWords(URL url) throws IOException {
        InputStream is = url.openStream();
        InputStreamReader reader = new InputStreamReader(is);
        BufferedReader br = new BufferedReader(reader);
        return toWords(br);
    }

    public static List<String> toWords(String filename) throws IOException {
        FileReader fr = new FileReader(filename);
        BufferedReader br = new BufferedReader(fr);
        return toWords(br);
    }

    public static List<String> toWords(BufferedReader br) throws IOException {

        // (\\d+)$
        // String regExp = "^(\\d+) "+ msg + " ([\\dabcdef-]+)$";
        // Pattern p = Pattern.compile(regExp);
        String line;

        List<String> wordList = new ArrayList<String>();

        while ((line = br.readLine()) != null) {
            // line = line.replaceAll("\\p{Punct}+", " ");
            String[] words = line.split("\\s");
            for (String word : words) {
                wordList.add(word);
            }
        }
        br.close();

        return wordList;
    }
}