# All robots will spider the domain User-agent: * Disallow: # Disallow directory /_script/ User-agent: * Disallow: /_script/ # Disallow directory /images/ # User-agent: * # Disallow: /images/ # Disallow directory /src/ User-agent: * Disallow: /src/