# www.robotstxt.org/
# www.google.com/support/webmasters/bin/answer.py?hl=en&answer=156449

## Disabling AI bots
User-agent: GPTBot
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: *
Sitemap: https://blog.vepo.dev/sitemap.xml
Allow: /
Allow: /_/
Allow: /posts/_/
Allow: /tutorial/_/
Allow: /en/_/
Allow: /computacao-critica/_/
Disallow: /assets/


# SOCIAL MEDIA E MEDIA CRAWLERS
User-agent: AwarioBot
User-agent: Embedly
User-agent: facebookexternalhit
User-agent: Google-Safety
User-agent: Google Web Preview
User-agent: Google-Read-Aloud
User-agent: LinkedInBot
User-agent: Mediapartners-Google
User-agent: Mediatoolkitbot
User-agent: MuckRack
User-agent: Netvibes
User-agent: Pinterestbot
User-agent: Twitterbot
User-agent: Turnitin
User-agent: Twingly
User-agent: bitlybot
Disallow: /

# SEO E ANALYTICS TOOLS
User-agent: 008
User-agent: BrightEdge Crawler
User-agent: DataForSeoBot
User-agent: Pandalytics
User-agent: proximic
User-agent: Screaming Frog SEO Spider
User-agent: SemrushBot*
User-agent: ZoominfoBot
User-agent: ZoomBot
Disallow: /

# CONTENT AGGREGATORS E SCRAPERS
User-agent: ADmantX
User-agent: Barkrowler
User-agent: Buck
User-agent: coccocbot-web
User-agent: Dataprovider.com
User-agent: EasyBib AutoCite
User-agent: newspaper
User-agent: Scrapy
User-agent: trafilatura
User-agent: um-LN
Disallow: /

# AI BOTS E LANGUAGE MODELS
User-agent: AI2Bot*
User-agent: aiHitBot
User-agent: Amazonbot
User-agent: Andibot
User-agent: anthropic-ai
User-agent: Applebot*
User-agent: bedrockbot
User-agent: Brightbot*
User-agent: Bytespider
User-agent: CCBot
User-agent: ChatGPT-User
User-agent: Claude*
User-agent: cohere*
User-agent: Cotoyogi
User-agent: Crawlspace
User-agent: Diffbot
User-agent: DuckAssistBot
User-agent: FacebookBot
User-agent: Factset_spyderbot
User-agent: FirecrawlAgent
User-agent: FriendlyCrawler
User-agent: Google-CloudVertexBot
User-agent: Google-Extended
User-agent: GoogleOther*
User-agent: GPTBot
User-agent: iaskspider*
User-agent: ICC-Crawler
User-agent: ImagesiftBot
User-agent: img2dataset
User-agent: ISSCyberRiskCrawler
User-agent: Kangaroo Bot
User-agent: Meta-External*
User-agent: MistralAI*
User-agent: NovaAct
User-agent: OAI-SearchBot
User-agent: omgili*
User-agent: Operator
User-agent: PanguBot
User-agent: Panscient*
User-agent: Perplexity*
User-agent: PetalBot
User-agent: PhindBot
User-agent: QualifiedBot
User-agent: QuillBot*
User-agent: SBIntuitionsBot
User-agent: Sidetrade indexer bot
User-agent: TikTokSpider
User-agent: Timpibot
User-agent: VelenPublicWebCrawler
User-agent: Webzio-Extended
User-agent: wpbot
User-agent: YandexAdditional*
User-agent: YouBot
Disallow: /

# MOBILE ADS BOTS
User-agent: AdsBot-Google-Mobile
Disallow: /