# Robots.txt for DIIP.UZ
# Optimized for Google and Yandex multilingual SEO

User-agent: *
Allow: /

# Language-specific sitemaps
Sitemap: https://diip.uz/sitemap.xml
Sitemap: https://diip.uz/sitemap-uz.xml
Sitemap: https://diip.uz/sitemap-uz-cyrl.xml
Sitemap: https://diip.uz/sitemap-ru.xml
Sitemap: https://diip.uz/sitemap-en.xml
Sitemap: https://diip.uz/sitemap-tr.xml
Sitemap: https://diip.uz/sitemap-kk.xml
Sitemap: https://diip.uz/sitemap-tj.xml
Sitemap: https://diip.uz/sitemap-ky.xml
Sitemap: https://diip.uz/sitemap-tk.xml
Sitemap: https://diip.uz/sitemap-loads.xml
Sitemap: https://diip.uz/sitemap-routes.xml

# Yandex-specific directives
User-agent: Yandex
Allow: /
Host: https://diip.uz
Sitemap: https://diip.uz/sitemap.xml
Sitemap: https://diip.uz/sitemap-uz.xml
Sitemap: https://diip.uz/sitemap-uz-cyrl.xml
Sitemap: https://diip.uz/sitemap-ru.xml
Sitemap: https://diip.uz/sitemap-en.xml
Sitemap: https://diip.uz/sitemap-tr.xml
Sitemap: https://diip.uz/sitemap-kk.xml
Sitemap: https://diip.uz/sitemap-tj.xml
Sitemap: https://diip.uz/sitemap-ky.xml
Sitemap: https://diip.uz/sitemap-tk.xml

# Google-specific directives
User-agent: Googlebot
Allow: /
Sitemap: https://diip.uz/sitemap.xml
Sitemap: https://diip.uz/sitemap-uz.xml
Sitemap: https://diip.uz/sitemap-uz-cyrl.xml
Sitemap: https://diip.uz/sitemap-ru.xml
Sitemap: https://diip.uz/sitemap-en.xml
Sitemap: https://diip.uz/sitemap-tr.xml
Sitemap: https://diip.uz/sitemap-kk.xml
Sitemap: https://diip.uz/sitemap-tj.xml
Sitemap: https://diip.uz/sitemap-ky.xml
Sitemap: https://diip.uz/sitemap-tk.xml

# Bing-specific directives
User-agent: Bingbot
Allow: /
Sitemap: https://diip.uz/sitemap.xml

# Block access to development files
Disallow: /node_modules/
Disallow: /src/
Disallow: /*.json$
Disallow: /*.md$
Disallow: /api/
Disallow: /admin/

# Allow access to static assets
Allow: /assets/
Allow: /*.css$
Allow: /*.js$
Allow: /*.png$
Allow: /*.jpg$
Allow: /*.jpeg$
Allow: /*.svg$
Allow: /*.ico$
Allow: /*.woff$
Allow: /*.woff2$

# Crawl delay for respectful crawling
Crawl-delay: 1