# robots.txt for https://www.seibertron.com/ User-agent: * Crawl-delay: 1 Disallow: /_batch/ Disallow: /admin/ Disallow: /cgi-bin/ Disallow: /convert/ Disallow: /cp/ Disallow: /dashboard/ Disallow: /db/ Disallow: /energonpub/adm/ Disallow: /errors/ Disallow: /includes/ Disallow: /pma/ Disallow: /search/ Disallow: /search.php Disallow: /sightings/store-locator.php Disallow: /translate/ Disallow: /umil/ Disallow: /webmail/ Allow: /images/ads/ Allow: /*.css Allow: /*.js Allow: /ads.txt # Sitemap Sitemap: https://www.seibertron.com/infozone/sitemaps/sitemap.php User-agent: AhrefsBot Disallow: / User-agent: SemrushBot Disallow: / User-agent: MJ12bot Disallow: / User-agent: dotbot Disallow: / User-agent: BLEXBot Disallow: / User-agent: MegaIndex.ru Disallow: / User-agent: SeekportBot Disallow: / User-agent: rogerbot Disallow: / User-agent: spbot Disallow: / User-agent: trendictionbot Disallow: /