# Robots.txt for IJGHC - International Journal of Green and Herbal Chemistry # https://www.ijghc.com User-agent: * Allow: / # Allow search engines to crawl main pages Allow: /home Allow: /papers Allow: /volume Allow: /archive Allow: /indexing Allow: /subject Allow: /contact Allow: /faq Allow: /author-guide Allow: /published-paper/ Allow: /page/ # RSS and Atom feeds (important for discoverability) Allow: /rss.xml Allow: /atom.xml Allow: /sitemap.xml # Disallow admin and user areas Disallow: /admin Disallow: /admin/ Disallow: /user Disallow: /user/ Disallow: /api/ Disallow: /login Disallow: /register Disallow: /forgot-password Disallow: /payment/ # Disallow assets that shouldn't be indexed Disallow: /assets/js/ Disallow: /assets/css/ Disallow: /assets/fonts/ # Sitemap location Sitemap: https://www.ijghc.com/sitemap.xml Sitemap: https://api.ijghc.com/api/scholar-sitemap.xml # Crawl-delay (optional, for rate limiting) Crawl-delay: 1