User-agent: *
Disallow: /mailing-preferences/
Allow: /newsletter/PDFoffer.aspx
Disallow: /newsletter/
Disallow: /url/
Disallow: /URL/
Allow: /Scripts/libraries/*
Allow: /scripts/*Chart.ashx
Allow: /scripts/*Lines.ashx
Allow: /scripts/*lines.ashx
Allow: /Scripts/*Chart.ashx
Allow: /Scripts/*Lines.ashx
Allow: /Scripts/*lines.ashx
Allow: /scripts/redirect.aspx
Allow: /Scripts/ScrollingTickers.ashx
Disallow: /scripts/
Disallow: /Scripts/
Disallow: /g/
Disallow: /r/
Disallow: /x/
Disallow: /d/
Disallow: /p/
Disallow: /i/
Disallow: /sec/
Disallow: /itl/
Disallow: /s/
Disallow: /t/
Disallow: /l/
Disallow: /c/
Disallow: /n/
Disallow: /v/
Disallow: /y/
Disallow: /headlines/?query=*
Disallow: /all-access/earnings-screener/details/
Disallow: /manage/earningsdb/details/
Disallow: /all-access/analyst-rankings/details/
Disallow: /all-access/brokerage-rankings/details/
Disallow: /r.aspx
Disallow: /logos/premium-reports/*.pdf
Disallow: /images/reports/*.pdf
Disallow: */advertising/*
Disallow: */accessibility/*
Disallow: */terms/*
Disallow: */rss-feeds/*
Disallow: /13f-filings/*/?all=1
Disallow: /login/?cmd=
Disallow: /login/?ReturnURL=
Disallow: /manage/watchlists/?AddSymbols=
Disallow: /k4bp/

User-agent: Twitterbot
Allow: /newsletter/

User-agent: facebookexternalhit
Allow: /newsletter/

User-agent: SemrushBot
Disallow: /scripts/redirect.aspx*

Sitemap: https://www.marketbeat.com/sitemap_index.xml

# See LLM crawling policy at /llms.txt