user-agent: * allow: / user-agent: gsa-crawler disallow: /contact_us.html? disallow: /contact_panel.html disallow: /search.html disallow: /*.js$ user-agent: googlebot disallow: /*.pdf disallow: /contact_us.html? disallow: /contact_panel.html disallow: /search.html disallow: /*.js$