User-agent: *
Disallow: /static/
Disallow: /admin/
Disallow: /media/
Disallow: /cgi-bin/
Disallow: /private/
Disallow: /tmp/
Disallow: /core/
Disallow: /errors/
Disallow: /logs/
Disallow: /__pycache__/
Disallow: /*?*
Disallow: /*.php$
Disallow: /*.cgi$
Disallow: /*.pl$
Disallow: /*.py$

# Allow important public directories
Allow: /static/images/

# Sitemap for SEO
Sitemap: https://www.dromarabdihamid.com/sitemap.xml

# Host for Yandex and other search engines
Host: https://www.dromarabdihamid.com

# Crawl-delay for aggressive bots
Crawl-delay: 10

# Additional SEO directives
Clean-param: ref /blog/
Clean-param: utm_source&utm_medium&utm_campaign /blog/