crawler4j

Open Source Web Crawler for Java

Homepage POM file JAR file Javadoc

'edu.uci.ics:crawler4j:4.2'

<dependency>
	<groupId>edu.uci.ics</groupId>
	<artifactId>crawler4j</artifactId>
	<version>4.2</version>
</dependency>

<dependency org="edu.uci.ics" name="crawler4j" rev="4.2"/>

"edu.uci.ics", "crawler4j", "4.2"

Dependencies

Compile dependencies

com.sleepycat » je » 5.0.73
org.apache.httpcomponents » httpclient » 4.4
org.apache.tika » tika-parsers » 1.5
org.slf4j » slf4j-api » 1.7.10
uk.org.lidalia » lidalia-slf4j-ext » 1.0.0

Test dependencies

ch.qos.logback » logback-classic » 1.1.2
junit » junit » 4.11