Added robotparser.

This commit is contained in:
achesak 2014-09-03 09:41:28 -05:00
parent 8cbea5fd3b
commit 79da9ca611

View File

@ -948,5 +948,14 @@
"description": "UUID wrapper",
"license": "MIT",
"web": "https://github.com/idlewan/nim-uuid"
},
{
"name": "robotparser",
"url": "git://github.com/achesak/nimrod-robotparser",
"method": "git",
"tags": ["library", "useragent", "robots", "robot.txt"],
"description": "Determine if a useragent can access a URL using robots.txt",
"license": "MIT",
"web": "https://github.com/achesak/nimrod-robotparser"
}
]