Sitemap: https://ucr.fbi.gov/sitemap.xml

User-agent: Googlebot
Disallow: /*.js$
Disallow: /*.css$

User-agent: *
Crawl-delay: 5
Disallow: /audio/
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /Includes/
Disallow: /images/
Disallow: /scripts/
Disallow: /test/
Disallow: /login
Disallow: /help/
Disallow: /javascript/
Disallow: /css/
Disallow: /redirects/
Disallow: /cgi/
Disallow: /error/
Disallow: /esi/
Disallow: /graphics/
Disallow: /js/
Disallow: /swf/
Disallow: /news/
Disallow: /xml/
Disallow: /sitemap.html
Disallow: /*sendto_form$
Disallow: /*folder_factories$
Disallow: /collections/
Disallow: /news/pressrel/press-releases/collections-and-portlet/
Disallow: /*?
Disallow: /*?*
Disallow: /news/stories/story-index/
Disallow: /news/current/
Disallow: /ipaccess
Disallow: /ipaccess/
Disallow: /news/videos/mp4*
Disallow: /foia/privacy-impact-assessments/IBPF*
Disallow: /homepage*
Disallow: /contact-us*
Disallow: /about-us*
Disallow: /wanted*
Disallow: /news*
Disallow: /stats-services*
Disallow: /scams-safety*
Disallow: /fun-games*
Disallow: /events*
Disallow: /collections*
Disallow: /foia*
Disallow: /a-z-index*
Disallow: /accessibility*
Disallow: /legalnotices*
Disallow: /links*
Disallow: /site-map*
Disallow: /privacy_policy*
Disallow: /officerskilled*
Disallow: /rss*
Disallow: /new_employees*
Disallow: /espanol*
Disallow: /albany*
Disallow: /albuquerque*
Disallow: /anchorage*
Disallow: /atlanta*
Disallow: /baltimore*
Disallow: /birmingham*
Disallow: /boston*
Disallow: /buffalo*
Disallow: /charlotte*
Disallow: /chicago*
Disallow: /cincinnati*
Disallow: /cleveland*
Disallow: /columbia*
Disallow: /dallas*
Disallow: /denver*
Disallow: /detroit*
Disallow: /elpaso*
Disallow: /honolulu*
Disallow: /houston*
Disallow: /indianapolis*
Disallow: /jackson*
Disallow: /jacksonville*
Disallow: /kansascity*
Disallow: /knoxville*
Disallow: /lasvegas*
Disallow: /littlerock*
Disallow: /losangeles*
Disallow: /louisville*
Disallow: /memphis*
Disallow: /miami*
Disallow: /milwaukee*
Disallow: /minneapolis*
Disallow: /mobile*
Disallow: /newhaven*
Disallow: /neworleans*
Disallow: /newyork*
Disallow: /newark*
Disallow: /norfolk*
Disallow: /oklahomacity*
Disallow: /omaha*
Disallow: /philadelphia*
Disallow: /phoenix*
Disallow: /pittsburgh*
Disallow: /portland*
Disallow: /sacramento*
Disallow: /richmond*
Disallow: /saltlakecity*
Disallow: /sanantonio*
Disallow: /sandiego*
Disallow: /sanfrancisco*
Disallow: /sanjuan*
Disallow: /seattle*
Disallow: /springfield*
Disallow: /stlouis*
Disallow: /tampa*
Disallow: /washingtondc*
Disallow: /e-mail-updates*
Disallow: /fbijobs-proposed-collection*
Disallow: /jobs*
Disallow: /mfbi*
Disallow: /twitterpictures*
Disallow: /homepage-images*
Disallow: /report-threats-and-crime*
Disallow: /fttips*
Disallow: /fbi-sos*
Disallow: /main-page
Disallow: /image*
Disallow: /cve508*


User-agent: Yandex
Crawl-delay: 5
Disallow: /*.js$
Disallow: /*.css$
Disallow: /audio/
Disallow: /cgi-bin/
Disallow: /includes/
Disallow: /Includes/
Disallow: /images/
Disallow: /scripts/
Disallow: /test/
Disallow: /login
Disallow: /help/
Disallow: /javascript/
Disallow: /css/
Disallow: /redirects/
Disallow: /cgi/
Disallow: /error/
Disallow: /esi/
Disallow: /graphics/
Disallow: /js/
Disallow: /swf/
Disallow: /xml/
Disallow: /sitemap.html
Disallow: /*sendto_form$
Disallow: /*folder_factories$
Disallow: /collections/
Disallow: /news/pressrel/press-releases/collections-and-portlet/
Disallow: /*?
Disallow: /*?*
Disallow: /news/stories/story-index/
Disallow: /news/current/
Disallow: /ipaccess
Disallow: /ipaccess/
Disallow: /news/videos/mp4*

User-agent: 008
Disallow: /