# Don't allow web crawlers to index Craft CMS User-agent: * Disallow: /craft/ # Don't allow the JoobleBot to crawl any job vacancies User-agent: JoobleBot # User-agent: Jooblebot # User-agent: jooblebot # User-agent: jooble # User-agent: jooble.org Disallow: /