# Clodex Robots.txt
# Control search engine crawling

User-agent: *

# Allow main content
Allow: /apps/
Allow: /
Allow: /software/
Allow: /category/
Allow: /categories
Allow: /request
Allow: /privacy
Allow: /terms
Allow: /dmca

# Block admin area
Disallow: /cp-admin-2024/
Disallow: /cp-admin-2024/*

# Block API endpoints
Disallow: /api/
Disallow: /api/*

# Block old PHP search URLs (returns 410)
Disallow: /search
Disallow: /search/*
Disallow: /search.php
Disallow: /collect.jsp

# Block download pages (optional - for revenue)
Disallow: /download/

# Block internal files
Disallow: /uploads/
Disallow: /static/js/*.map
Disallow: /static/css/*.map

# Sitemap location
Sitemap: https://clodex.net/sitemap.xml

# Crawl delay (optional)
Crawl-delay: 1