User-agent: *
Allow: /
Allow: /api/openapi.json
Disallow: /api/
Disallow: /dr-admin/

# AI Crawlers — Welcome
User-agent: GPTBot
Allow: /

User-agent: ClaudeBot
Allow: /

User-agent: Google-Extended
Allow: /

# Throttled crawlers — Crawl-delay in seconds
User-agent: meta-externalagent
Crawl-delay: 2

User-agent: facebookexternalhit
Crawl-delay: 2

User-agent: Amazonbot
Crawl-delay: 2

User-agent: Applebot
Crawl-delay: 2

User-agent: Bytespider
Crawl-delay: 5

User-agent: SemrushBot
Crawl-delay: 5

User-agent: AhrefsBot
Crawl-delay: 5

User-agent: MJ12bot
Crawl-delay: 5

User-agent: DotBot
Crawl-delay: 5

User-agent: PetalBot
Crawl-delay: 5

# Compare pages — non-featured combinations are blocked
Disallow: /compare/
Allow: /compare/atorvastatin-vs-rosuvastatin/
Allow: /compare/atorvastatin-vs-simvastatin/
Allow: /compare/atorvastatin-vs-pravastatin/
Allow: /compare/rosuvastatin-vs-simvastatin/
Allow: /compare/rosuvastatin-vs-pravastatin/
Allow: /compare/simvastatin-vs-lovastatin/
Allow: /compare/simvastatin-vs-pravastatin/
Allow: /compare/atorvastatin-vs-lovastatin/
Allow: /compare/rosuvastatin-vs-lovastatin/
Allow: /compare/pravastatin-vs-lovastatin/
Allow: /compare/fluoxetine-vs-sertraline/
Allow: /compare/fluoxetine-vs-paroxetine/
Allow: /compare/fluoxetine-vs-citalopram/
Allow: /compare/fluoxetine-vs-escitalopram/
Allow: /compare/sertraline-vs-paroxetine/
Allow: /compare/sertraline-vs-citalopram/
Allow: /compare/sertraline-vs-escitalopram/
Allow: /compare/paroxetine-vs-citalopram/
Allow: /compare/paroxetine-vs-escitalopram/
Allow: /compare/citalopram-vs-escitalopram/
Allow: /compare/metoprolol-vs-atenolol/
Allow: /compare/metoprolol-vs-propranolol/
Allow: /compare/metoprolol-vs-bisoprolol/
Allow: /compare/metoprolol-vs-carvedilol/
Allow: /compare/atenolol-vs-propranolol/
Allow: /compare/atenolol-vs-bisoprolol/
Allow: /compare/propranolol-vs-carvedilol/
Allow: /compare/bisoprolol-vs-carvedilol/
Allow: /compare/atenolol-vs-carvedilol/
Allow: /compare/propranolol-vs-bisoprolol/
Allow: /compare/lisinopril-vs-enalapril/
Allow: /compare/lisinopril-vs-ramipril/
Allow: /compare/enalapril-vs-ramipril/
Allow: /compare/captopril-vs-lisinopril/
Allow: /compare/losartan-vs-valsartan/
Allow: /compare/losartan-vs-irbesartan/
Allow: /compare/losartan-vs-candesartan/
Allow: /compare/valsartan-vs-candesartan/
Allow: /compare/valsartan-vs-telmisartan/
Allow: /compare/candesartan-vs-telmisartan/
Allow: /compare/omeprazole-vs-esomeprazole/
Allow: /compare/omeprazole-vs-lansoprazole/
Allow: /compare/omeprazole-vs-pantoprazole/
Allow: /compare/omeprazole-vs-rabeprazole/
Allow: /compare/esomeprazole-vs-lansoprazole/
Allow: /compare/esomeprazole-vs-pantoprazole/
Allow: /compare/esomeprazole-vs-rabeprazole/
Allow: /compare/lansoprazole-vs-pantoprazole/
Allow: /compare/lansoprazole-vs-rabeprazole/
Allow: /compare/pantoprazole-vs-rabeprazole/
Allow: /compare/morphine-vs-oxycodone/
Allow: /compare/morphine-vs-hydromorphone/
Allow: /compare/morphine-vs-fentanyl/
Allow: /compare/oxycodone-vs-hydromorphone/
Allow: /compare/oxycodone-vs-fentanyl/
Allow: /compare/fentanyl-vs-hydromorphone/
Allow: /compare/diazepam-vs-lorazepam/
Allow: /compare/diazepam-vs-alprazolam/
Allow: /compare/lorazepam-vs-midazolam/
Allow: /compare/alprazolam-vs-clonazepam/
Allow: /compare/ciprofloxacin-vs-levofloxacin/
Allow: /compare/ciprofloxacin-vs-moxifloxacin/
Allow: /compare/levofloxacin-vs-moxifloxacin/
Allow: /compare/ciprofloxacin-vs-norfloxacin/
Allow: /compare/levofloxacin-vs-norfloxacin/
Allow: /compare/moxifloxacin-vs-norfloxacin/
Allow: /compare/rivaroxaban-vs-apixaban/
Allow: /compare/rivaroxaban-vs-edoxaban/
Allow: /compare/rivaroxaban-vs-dabigatran/
Allow: /compare/apixaban-vs-edoxaban/
Allow: /compare/apixaban-vs-dabigatran/
Allow: /compare/edoxaban-vs-dabigatran/
Allow: /compare/empagliflozin-vs-dapagliflozin/
Allow: /compare/empagliflozin-vs-canagliflozin/
Allow: /compare/dapagliflozin-vs-canagliflozin/
Allow: /compare/semaglutide-vs-liraglutide/
Allow: /compare/semaglutide-vs-dulaglutide/
Allow: /compare/semaglutide-vs-tirzepatide/
Allow: /compare/liraglutide-vs-dulaglutide/
Allow: /compare/liraglutide-vs-exenatide/
Allow: /compare/pembrolizumab-vs-nivolumab/
Allow: /compare/pembrolizumab-vs-atezolizumab/
Allow: /compare/pembrolizumab-vs-durvalumab/
Allow: /compare/nivolumab-vs-atezolizumab/
Allow: /compare/nivolumab-vs-ipilimumab/
Allow: /compare/atezolizumab-vs-durvalumab/
Allow: /compare/osimertinib-vs-erlotinib/
Allow: /compare/osimertinib-vs-gefitinib/
Allow: /compare/osimertinib-vs-afatinib/
Allow: /compare/erlotinib-vs-gefitinib/
Allow: /compare/erlotinib-vs-afatinib/
Allow: /compare/gefitinib-vs-afatinib/
Allow: /compare/tofacitinib-vs-baricitinib/
Allow: /compare/tofacitinib-vs-upadacitinib/
Allow: /compare/baricitinib-vs-upadacitinib/
Allow: /compare/metformin-vs-semaglutide/
Allow: /compare/aspirin-vs-clopidogrel/
Allow: /compare/warfarin-vs-rivaroxaban/
Allow: /compare/lisinopril-vs-losartan/
Allow: /compare/metoprolol-vs-amlodipine/

Sitemap: https://drugfyi.com/sitemap.xml