crawler4j

Open Source Web Crawler for Java

Homepage POM file JAR file Javadoc

'edu.uci.ics:crawler4j:4.1'

<dependency>
	<groupId>edu.uci.ics</groupId>
	<artifactId>crawler4j</artifactId>
	<version>4.1</version>
</dependency>

<dependency org="edu.uci.ics" name="crawler4j" rev="4.1"/>

"edu.uci.ics", "crawler4j", "4.1"

Dependencies

Compile dependencies

com.sleepycat » je » 5.0.73
org.apache.httpcomponents » httpclient » 4.3.5
org.apache.tika » tika-parsers » 1.5
org.slf4j » slf4j-api » 1.7.7
uk.org.lidalia » lidalia-slf4j-ext » 1.0.0

Test dependencies

ch.qos.logback » logback-classic » 1.1.2
junit » junit » 4.11