# robots.txt User-agent: * Disallow: /$sitepreview/ Disallow: /contentManagment/uploadedFiles/formExportFiles/ User-agent: SemrushBot Disallow: / User-agent: PetalBot Disallow: /