build(update): crawlers

index.json

@@ -15,5 +15,18 @@
  "msnbot/1.0 (+http:https://search.msn.com/msnbot.htm)",
  "msnbot/1.1 (+http:https://search.msn.com/msnbot.htm)",
  "msnbot/2.0b (+http:https://search.msn.com/msnbot.htm)",
- "msnbot/2.0b (+http:https://search.msn.com/msnbot.htm)."
+ "msnbot/2.0b (+http:https://search.msn.com/msnbot.htm).",
+ "msnbot/2.0b (+http:https://search.msn.com/msnbot.htm)._",
+ "Mozilla/5.0 (compatible; ScoutJet; +http:https://www.scoutjet.com/)",
+ "bot-pge.chlooe.com/1.0.0 (+http:https://www.chlooe.com/)",
+ "Mozilla/5.0 (compatible; BoxcarBot/1.1; [email protected])",
+ "Mozilla/4.0 (compatible; MSIE 6.0; Windows NT 5.0;.NET CLR 1.0.3705; ContextAd Bot 1.0)",
+ "ContextAd Bot 1.0",
+ "Mozilla/5.0 (compatible; Digincore bot; https://www.digincore.com/crawler.html for rules and instructions.)",
+ "FeedlyBot/1.0 (http:https://feedly.com)",
+ "Flamingo_SearchEngine (+http:https://www.flamingosearch.com/bot)",
+ "Landau-Media-Spider/1.0(http:https://bots.landaumedia.de/bot.html)",
+ "Mozilla/5.0 (compatible; Feedspotbot/1.0; +http:https://www.feedspot.com/fs/bot)",
+ "MoodleBot/1.0",
+ "jpg-newsbot/2.0; (+https://vipnytt.no/bots/)"
 ]