From 79da9ca611fe6b240722bb853dbd95813e2e8e2c Mon Sep 17 00:00:00 2001 From: achesak Date: Wed, 3 Sep 2014 09:41:28 -0500 Subject: [PATCH] Added robotparser. --- packages.json | 9 +++++++++ 1 file changed, 9 insertions(+) diff --git a/packages.json b/packages.json index 820a193..d9108ca 100644 --- a/packages.json +++ b/packages.json @@ -948,5 +948,14 @@ "description": "UUID wrapper", "license": "MIT", "web": "https://github.com/idlewan/nim-uuid" + }, + { + "name": "robotparser", + "url": "git://github.com/achesak/nimrod-robotparser", + "method": "git", + "tags": ["library", "useragent", "robots", "robot.txt"], + "description": "Determine if a useragent can access a URL using robots.txt", + "license": "MIT", + "web": "https://github.com/achesak/nimrod-robotparser" } ]