# robots.txt for https://trendingtwitter.id/
# Optimized for Googlebot, Bingbot, and All Major Search Engines

User-agent: *
Allow: /

# Disallow Internal & Private Directories
Disallow: /scripts/
Disallow: /scratch/
Disallow: /data/
Disallow: /includes/
Disallow: /content/

# Disallow Raw System & Config Files
Disallow: /*.json$
Disallow: /*.lock$
Disallow: /config.php

# Reference to XML Sitemap
Sitemap: https://trendingtwitter.id/sitemap.xml