Merge pull request #87 from achesak/master

Added robotparser.
This commit is contained in:
Dominik Picheta 2014-09-03 15:47:16 +01:00
commit a1e051cb2c

View File

@ -948,5 +948,14 @@
"description": "UUID wrapper",
"license": "MIT",
"web": "https://github.com/idlewan/nim-uuid"
},
{
"name": "robotparser",
"url": "git://github.com/achesak/nimrod-robotparser",
"method": "git",
"tags": ["library", "useragent", "robots", "robot.txt"],
"description": "Determine if a useragent can access a URL using robots.txt",
"license": "MIT",
"web": "https://github.com/achesak/nimrod-robotparser"
}
]