User-agent: Googlebot
Allow: /
Disallow: /aspnet_clinet
Disallow: /css
Disallow: /images
Disallow: /manager
Disallow: /search
Disallow: /misc
Disallow: /Poems Removed From Site
Disallow: /Readings
Disallow: /*.asp
Disallow: /*.doc
Disallow: /*.js

# AI-Related Bots

User-agent: anthropic-ai
Disallow: /

User-agent: ChatGPT-User
Disallow: /

User-agent: Claude-Web
Disallow: /

User-agent: ClaudeBot
Disallow: /

User-agent: cohere-ai
Disallow: /

User-agent: GPTBot
Disallow: /

User-agent: PerplexityBot
Disallow: /

User-agent: Seekr
Disallow: /

User-agent: YouBot
Disallow: /

User-agent: meta-externalagent
Disallow: /

# General Crawlers and Indexing Bots
User-agent: Amazonbot
Disallow: /

User-agent: Applebot
Disallow: /

User-agent: Applebot-Extended
Disallow: /

User-agent: Bytespider
Disallow: /

User-agent: CCBot
Disallow: /

User-agent: DataForSeoBot
Disallow: /

User-agent: Diffbot
Disallow: /

User-agent: FacebookBot
Disallow: /

User-agent: Google-Extended
Disallow: /

User-agent: ImagesiftBot
Disallow: /

User-agent: Meltwater
Disallow: /

User-agent: Omgili
Disallow: /

User-agent: Omgilibot
Disallow: /

User-agent: PaperLiBot
Disallow: /

User-agent: Scrapy
Disallow: /

User-agent: SemrushBot
Disallow: /

User-agent: Swiftbot
Disallow: /

User-agent: TurnitinBot
Disallow: /

User-agent: weborama
Disallow: /

User-agent: garlik
Disallow: /

User-agent: hypefactors
Disallow: /

User-agent: seekport
Disallow: /