User-Agent: * # Disallow all crawlers access to certain pages. Disallow: /include /admin_panel Allow: /