USING A SPIDER - HTTP Programming Recipes for Java Bots - page 407

import java.util.logging.*;
import com.heatonresearch.httprecipes.spider.*;
import com.heatonresearch.httprecipes.spider.workload.*;
public class LinkReport implements SpiderReportable {
/**
* For logging.
*/
private static Logger logger = Logger
.getLogger("com.heatonresearch.httprecipes.spider.Spider");
/**
* The host we are working with.
*/
private String base;
/**
* The bad URL's.
*/
private List<String> bad = new ArrayList<String>();
/**
* The workload manager being used.
*/
private WorkloadManager workloadManager;
/**
* This function is called when the spider is ready to
* process a new host. This function simply stores the
* value of the current host.
*
* @param host
* The new host that is about to be processed.
* @return True if this host should be processed, false
* otherwise.
*/
public boolean beginHost(String host) {
if (this.base == null) {
this.base = host;
return true;
} else {
return false;
}
}