mirror of
https://github.com/logos-messaging/packages.git
synced 2026-01-02 14:13:05 +00:00
Added robotparser.
This commit is contained in:
parent
8cbea5fd3b
commit
79da9ca611
@ -948,5 +948,14 @@
|
||||
"description": "UUID wrapper",
|
||||
"license": "MIT",
|
||||
"web": "https://github.com/idlewan/nim-uuid"
|
||||
},
|
||||
{
|
||||
"name": "robotparser",
|
||||
"url": "git://github.com/achesak/nimrod-robotparser",
|
||||
"method": "git",
|
||||
"tags": ["library", "useragent", "robots", "robot.txt"],
|
||||
"description": "Determine if a useragent can access a URL using robots.txt",
|
||||
"license": "MIT",
|
||||
"web": "https://github.com/achesak/nimrod-robotparser"
|
||||
}
|
||||
]
|
||||
|
||||
Loading…
x
Reference in New Issue
Block a user