User-agent: gsa-crawler Allow: /$ Disallow: /*.gif Disallow: /*.jpg Disallow: /*.css Disallow: /*.js