chore: prepare 5.0.2 release

itgalaxy · Dec 12, 2017 · 06319d1 · 06319d1
1 parent 64a4dfd
commit 06319d1
Show file tree

Hide file tree

Showing 6 changed files with 1,352 additions and 279 deletions.
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -4,6 +4,10 @@ All notable changes to this project will be documented in this file.
 
 This project adheres to [Semantic Versioning](http://semver.org).
 
+## 5.0.2 - 2017-12-12
+
+* Chore: minimum required `node-fs` version is now `^5.0.0`.
+
 ## 5.0.1 - 2017-11-28
 
 * Chore: minimum required `meow` version is now `^4.0.0`.

diff --git a/README.md b/README.md
@@ -27,6 +27,12 @@ robotstxt({
       disallow: "/search",
       crawlDelay: 2
     },
+    {
+      userAgent: "OtherBot",
+      allow: ["/allow-for-all-bots", "/allow-only-for-other-bot"],
+      disallow: ["/admin", "/login"],
+      crawlDelay: 2
+    },
     {
       userAgent: "*",
       allow: "/",
@@ -52,7 +58,13 @@ module.exports = {
     {
       userAgent: "Googlebot",
       allow: "/",
-      disallow: "/search",
+      disallow: ["/search"],
+      crawlDelay: 2
+    },
+    {
+      userAgent: "OtherBot",
+      allow: ["/allow-for-all-bots", "/allow-only-for-other-bot"],
+      disallow: ["/admin", "/login"],
       crawlDelay: 2
     },
     {