# robots.txt for setu100.com (CodeIgniter Website)

User-agent: *
Disallow: /application/       # Prevent access to the application folder
Disallow: /system/            # Prevent access to the system folder
Disallow: /cache/             # Prevent access to cache folder
Disallow: /logs/              # Prevent access to logs
Disallow: /tmp/               # Prevent temporary files from being crawled
Disallow: /tests/             # Block access to test directories
Disallow: /cgi-bin/           # Prevent access to CGI directories
Disallow: /index.php/admin    # Block access to admin panel
Disallow: /private/           # Block access to private areas

# Allow access to assets and uploads
Allow: /assets/
Allow: /uploads/

# Specify the location of your sitemap
Sitemap: https://setu100.com/sitemap.xml