User-agent: * # Directories Disallow: /cgi-bin/ Disallow: /mi-deploy/ Disallow: /public/ Disallow: /vendor/ Disallow: /system/ # Files Disallow: /index.php/ Disallow: /*.php$ Disallow: /README.md Disallow: /contributing.md Disallow: /bower.json Disallow: /composer.json Disallow: /composer.lock Disallow: /contributing.md Disallow: /maildirsize Disallow: /package-lock.json Disallow: /readme.rst # Paths Disallow: /admin/ User-agent: ia_archiver Disallow: /