User-agent: * Disallow: /xml/ # disallow search of xml Disallow: /js/ # disallow search of js Disallow: /weather/ # disallow search of weather