# TrackandTrace.com - Robots.txt
# This file tells search engine crawlers which pages or files to request or not request from your site

User-agent: *

# Allow all pages except admin and API directories
Disallow: /admin/
Disallow: /api/
Disallow: /database/

# Disallow configuration and development files
Disallow: /.htaccess*
Disallow: /.gitignore
Disallow: /server.js

# Disallow database files
Disallow: /*.db$
Disallow: /*.sqlite$

# Disallow tracking pages for privacy protection
Disallow: /track.html
Disallow: /track

# Allow important public pages
Allow: /
Allow: /carriers.html
Allow: /postal.html
Allow: /contact.html

# Specify crawl delay to be respectful to server resources
Crawl-delay: 1

# Sitemap location
Sitemap: https://trackandtrace.com/sitemap.xml