jrobotx - Java Robot Exclusion Compliance Library

Library to provide compliance with the Web Robot Exclusion protocol (robots.txt)

'com.trigonic:jrobotx:0.2'

<dependency>
	<groupId>com.trigonic</groupId>
	<artifactId>jrobotx</artifactId>
	<version>0.2</version>
</dependency>

<dependency org="com.trigonic" name="jrobotx" rev="0.2"/>

"com.trigonic", "jrobotx", "0.2"

Dependencies