User-Agent: facebookexternalhit
Disallow: /

User-Agent: *
Disallow: /App_Code
Disallow: /App_Data
Disallow: /App_WebReferences
Disallow: /AppThemes
Disallow: /bin
Disallow: /images
Disallow: /Logout
Disallow: /media
Disallow: /Public
Disallow: /secure
Disallow: /SiteAdmin
Disallow: /WebControls
Disallow: /WebService

User-agent: Python/3.10+aiohttp/3.11.13
Disallow: /

User-agent: SemrushBot
Disallow: /