#robots.txt for https://jobs.charlotteobserver.com/ Sitemap: https://jobs.charlotteobserver.com/sitemap.xml User-agent: * Allow: / Disallow: /app_dev.php Disallow: /home Disallow: /hc Disallow: /post-a-job