User-agent: *
Allow: /

# Allow crawling of main pages
Allow: /home
Allow: /about
Allow: /contact
Allow: /boards
Allow: /login
Allow: /register

# Allow crawling of static assets
Allow: /static/
Allow: /static/css/
Allow: /static/js/
Allow: /static/images/

# Disallow crawling of sensitive areas
Disallow: /admin/
Disallow: /api/
Disallow: /webhook/
Disallow: /uploads/
Disallow: /instance/
Disallow: /migrations/
Disallow: /tests/
Disallow: /.git/
Disallow: /.venv/
Disallow: /__pycache__/

# Disallow crawling of temporary and development files
Disallow: /tmp
Disallow: /.pytest_cache/
Disallow: /.idea/

# Allow crawling of sitemap (if you create one later)
Allow: /sitemap.xml

# Crawl delay (optional - helps prevent overwhelming your server)
Crawl-delay: 1

# Sitemap location (uncomment and update when you create a sitemap)
Sitemap: https://pickmysquare.com/sitemap.xml