Sitemap: https://www.gbase.com/sitemap

# Block known aggressive scrapers
User-agent: ByteSpider
Disallow: /

User-agent: sogou spider 
Disallow: /

User-agent: sistrix
Disallow: /

User-agent: Ezooms
Disallow: /

User-agent: AhrefsBot
Disallow: /

User-agent: Yandex
Disallow: /

User-agent: Exabot
Disallow: /

User-agent: PetalBot
Disallow: /

User-agent: GPTBot
Disallow: /

User-agnet: Scrapy
Disallow: /

User-agent: Meta
Disallow: /

# Apply general rules to all bots
User-agent: *
Crawl-delay: 60

Disallow: /account
Disallow: /gear?*
Disallow: /stores?*
Disallow: /powered/*/?*
Disallow: /stores/*/inventory?*
Disallow: /stores/management/*

# Legacy
Disallow: /account/blogin
Disallow: /gear/find/*
Disallow: /*.as*
Disallow: /*.php$
Disallow: /*gearrequest

Disallow: /files/store_images/*/m/imgres?*