# robots.txt User-agent: * # application data Disallow: /_control/ Disallow: /_css/ Disallow: /_customtags/ Disallow: /_error/ Disallow: /_images/ Disallow: /_js/ Disallow: /_return/ Disallow: /_templates/ # data Disallow: /data # diverse files Disallow: /*.jpg$ Disallow: /*.gif$ Disallow: /*.png$ Disallow: /*.js$