User-agent: * Allow: / # Sitemap Sitemap: https://www.socfindo.co.id/sitemap.xml # News & Media section Allow: /news-media/ Allow: /news-media/* # Disallow development files Disallow: /_next/ Disallow: /api/ # Crawl-delay Crawl-delay: 1