timestamp | ip | host | browser | uri |
---|
20181230-12:52:31 | 46.229.168.133 | crawl5.bl.semrush.com | Mozilla/5.0 (compatible; SemrushBot/3~bl; +http://www.semrush.com/bot.html) | /robots.txt |
20190311-06:10:15 | 46.229.168.133 | crawl5.bl.semrush.com | Mozilla/5.0 (compatible; SemrushBot/3~bl; +http://www.semrush.com/bot.html) | /sitemap.xml |
20190911-07:11:59 | 46.229.168.133 | crawl5.bl.semrush.com | Mozilla/5.0 (compatible; SemrushBot/6~bl; +http://www.semrush.com/bot.html) | /robots.txt |
20190919-22:33:17 | 46.229.168.133 | crawl5.bl.semrush.com | Mozilla/5.0 (compatible; SemrushBot/6~bl; +http://www.semrush.com/bot.html) | /sitemap.xml |
20191008-16:14:39 | 46.229.168.133 | crawl5.bl.semrush.com | Mozilla/5.0 (compatible; SemrushBot/6~bl; +http://www.semrush.com/bot.html) | /robots.txt |
20191015-02:11:15 | 46.229.168.133 | crawl5.bl.semrush.com | Mozilla/5.0 (compatible; SemrushBot/6~bl; +http://www.semrush.com/bot.html) | /robots.txt |
20191120-04:30:05 | 46.229.168.133 | crawl5.bl.semrush.com | Mozilla/5.0 (compatible; SemrushBot/6~bl; +http://www.semrush.com/bot.html) | /robots.txt |
20200628-07:14:48 | 46.229.168.133 | crawl5.bl.semrush.com | Mozilla/5.0 (compatible; SemrushBot/6~bl; +http://www.semrush.com/bot.html) | /sitemap.xml |