/*
* Created by Angel Leon (@gubatron), Alden Torres (aldenml)
* Copyright (c) 2011-2014, FrostWire(R). All rights reserved.
*
* This program is free software: you can redistribute it and/or modify
* it under the terms of the GNU General Public License as published by
* the Free Software Foundation, either version 3 of the License, or
* (at your option) any later version.
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU General Public License for more details.
*
* You should have received a copy of the GNU General Public License
* along with this program. If not, see <http://www.gnu.org/licenses/>.
*/
package com.frostwire.search;
import java.io.IOException;
import java.util.Collections;
import java.util.List;
import org.slf4j.Logger;
import org.slf4j.LoggerFactory;
import com.frostwire.search.domainalias.DomainAliasManager;
/**
* @author gubatron
* @author aldenml
*
*/
public abstract class PagedWebSearchPerformer extends WebSearchPerformer {
@SuppressWarnings("unused")
private static final Logger LOG = LoggerFactory.getLogger(PagedWebSearchPerformer.class);
private final int pages;
public PagedWebSearchPerformer(DomainAliasManager domainAliasManager, long token, String keywords, int timeout, int pages) {
super(domainAliasManager, token, keywords, timeout);
this.pages = pages;
}
@Override
public void perform() {
for (int i = 1; !isStopped() && i <= pages; i++) {
onResults(this, searchPage(i));
}
}
protected List<? extends SearchResult> searchPage(int page) {
try {
String url = getUrl(page, getEncodedKeywords());
String text = fetchSearchPage(url);
if (text != null) {
return searchPage(text);
}
} catch (Throwable e) {
checkAccesibleDomains();
}
return Collections.emptyList();
}
protected String fetchSearchPage(String url) throws IOException {
return fetch(url);
}
protected abstract String getUrl(int page, String encodedKeywords);
protected abstract List<? extends SearchResult> searchPage(String page);
}