# robots.txt for خدمات ساختمانی اهرم # https://ahrom.org User-agent: * Allow: / Allow: /auth/ Allow: /scaffolding/ Allow: /projects/ Allow: /tickets/ Allow: /profile/ Disallow: /admin/ Disallow: /api/ # Specific crawler rules User-agent: Googlebot Allow: / Crawl-delay: 0 User-agent: Bingbot Allow: / Crawl-delay: 0 User-agent: Yandex Allow: / Crawl-delay: 1 User-agent: Baiduspider Allow: / Crawl-delay: 1 User-agent: facebookexternalhit Allow: / User-agent: Twitterbot Allow: / User-agent: LinkedInBot Allow: / User-agent: ia_archiver Allow: / # Sitemap location Sitemap: https://ahrom.org/sitemap.xml # Host Host: https://ahrom.org