llms.txt Content
# llms.txt for thefbaprep.com
# Purpose: Advisory policy for AI/LLM crawlers on how our public content may be accessed and used.
Owner: TheFbaPrep.com
Contact: help@thefbaprep.com
Last-Modified: 2025-09-17
Site: https://thefbaprep.com
Sitemap: https://thefbaprep.com/sitemap.xml
# -------- Usage Policy --------
Allow-Indexing: yes # OK to index and show short previews/snippets
Allow-Embedding: yes # OK for RAG / QA systems with attribution
Allow-Training: no # Do NOT use content to train or fine-tune models without explicit licence
Max-Snippet-Length: 200 words # Maximum text length allowed in previews
Cache-Retention: 30 days # Please refresh caches regularly
Attribution: required # Always show canonical link back to source
Derivative-Works: no # Do not republish full pages or build datasets
# -------- Crawl Guidance --------
Crawl-Delay: 10
Requests-Per-Minute: 6
Respect-If-Modified-Since: yes
Respect-ETag: yes
# -------- Path Rules --------
Allow: /
Disallow: /admin/
Disallow: /cabinet/
Disallow: /api/
Disallow: /wp-admin/
Disallow: /wp-includes/
Disallow: /wp-login.php
Disallow: /cart/
Disallow: /checkout/
Disallow: /my-account/
Disallow: /account/
Disallow: /invoices/
Disallow: /privacy-personal/
Disallow: /search
Disallow: /*?*
# -------- Per-Agent Guidance --------
[Agent "GPTBot"] # OpenAI
Allow-Indexing: yes
Allow-Training: no
Crawl-Delay: 10
[Agent "Google-Extended"] # Google Bard/Gemini
Allow-Indexing: yes
Allow-Training: no
Crawl-Delay: 10
[Agent "ClaudeBot"] # Anthropic
Allow-Indexing: yes
Allow-Training: no
Crawl-Delay: 10
[Agent "PerplexityBot"]
Allow-Indexing: yes
Allow-Training: no
Crawl-Delay: 10
[Agent "CCBot"] # Common Crawl
Allow-Indexing: yes
Allow-Training: no
Crawl-Delay: 10
# -------- Legal --------
Copyright: © TheFbaPrep.com, all rights reserved.
License: No model training or dataset creation without w