# Dictionary robots.txt

User-agent: *
Allow: /

# Sitemap location
Sitemap: https://dic.yajuvideo.in/sitemaps/dic/sitemap.xml

# Disallow private areas
User-agent: *
Disallow: /login
Disallow: /logout
Disallow: /signup

# Disallow revisions and comparisons
User-agent: *
Disallow: /articles/*/revisions
Disallow: /articles/*/revisions/compare

# Disallow article management pages
User-agent: *
Disallow: /articles/new
Disallow: /articles/*/edit
Disallow: /articles/preview

# Disallow comments creation
User-agent: *
Disallow: /comments

# Disallow API endpoints
User-agent: *
Disallow: /api/

# Allow important pages
User-agent: *
Allow: /w/
Allow: /wid/
Allow: /search