mirror of
https://github.com/logos-messaging/packages.git
synced 2026-04-18 20:23:11 +00:00
Added robotparser.
This commit is contained in:
parent
8cbea5fd3b
commit
79da9ca611
@ -948,5 +948,14 @@
|
|||||||
"description": "UUID wrapper",
|
"description": "UUID wrapper",
|
||||||
"license": "MIT",
|
"license": "MIT",
|
||||||
"web": "https://github.com/idlewan/nim-uuid"
|
"web": "https://github.com/idlewan/nim-uuid"
|
||||||
|
},
|
||||||
|
{
|
||||||
|
"name": "robotparser",
|
||||||
|
"url": "git://github.com/achesak/nimrod-robotparser",
|
||||||
|
"method": "git",
|
||||||
|
"tags": ["library", "useragent", "robots", "robot.txt"],
|
||||||
|
"description": "Determine if a useragent can access a URL using robots.txt",
|
||||||
|
"license": "MIT",
|
||||||
|
"web": "https://github.com/achesak/nimrod-robotparser"
|
||||||
}
|
}
|
||||||
]
|
]
|
||||||
|
|||||||
Loading…
x
Reference in New Issue
Block a user