# Cyber Ajans Robots.txt # https://cyberajans.com User-agent: * Allow: / # Sitemap Sitemap: https://cyberajans.com/sitemap.xml # Disallow - Güvenlik ve gereksiz sayfalar Disallow: /includes/ Disallow: /api/ Disallow: /js/ Disallow: /admin.php Disallow: /*.sql$ Disallow: /*.log$ # Crawl-delay (optional - be nice to servers) Crawl-delay: 1 # Google specific User-agent: Googlebot Allow: / # Bing specific User-agent: Bingbot Allow: / # Yandex specific User-agent: Yandex Allow: /