# All robots will spider the domain User-agent: * Disallow: User-agent: * Disallow: /crons/ User-agent: * Disallow: /css/ User-agent: * Disallow: /images/ User-agent: * Disallow: /includes/ User-agent: * Disallow: /js/ User-agent: * Disallow: /mint/ User-agent: * Disallow: /pear/ User-agent: * Disallow: /wp-admin/ User-agent: * Disallow: /wp-content/ User-agent: * Disallow: /wp-images/ User-agent: * Disallow: /wp-includes/ User-agent: * Disallow: /_mk/