# If you would like to crawl CourtListener, please contact us. We also have an
# extensive REST API and provide bulk data.

# Recently blocked dockets, opinions, and audio files. See:
# https://github.com/freelawproject/courtlistener/issues/1007
Disallow: /docket/29115033/united-states-v-courtright/
Disallow: /docket/16245295/ciccio-v-smiledirectclub-llc/
Disallow: /docket/4353758/behzadi-v-international-creative-management-partners-llc/
Disallow: /docket/5482238/coaty-v-commissioner-social-security-administration/
Disallow: /docket/6452271/united-states-v-lokting/
Disallow: /docket/45201285/united-states-v-patel/
Disallow: /docket/1056696/united-states-v-michael-shinefield/
Disallow: /docket/17451814/smart-oil-llc-v-dw-mazel-llc/
Disallow: /docket/8344714/albert-green-jr-v-bww-law-group-llc/
Disallow: /docket/1299588/kousar-v-mueller/
Disallow: /docket/2830892/united-states-v-frankovich/
Disallow: /docket/16069980/antonio-passaro-jr-v-commonwealth-of-virginia/
Disallow: /docket/4607252/antonio-passaro-jr-v-virginia-department-of-state-police/
Disallow: /docket/2643199/martha-c-ptaszynski-etc-v-atlantic-health-systems-inc-dba-mt/
Disallow: /docket/451918/state-v-vallone/
Disallow: /docket/18585614/madison-ave-i-llc-v-marecheau/
Disallow: /docket/6080243/patrice-shane-taylor-v-department-of-the-navy/
Disallow: /docket/7864191/united-states-v-gumaro-chavez/
Disallow: /docket/16999985/ephrain-reliford-jr-v-state/
Disallow: /docket/6148142/beckman-v-state/
Disallow: /docket/1164429/beckman-v-state/
Disallow: /docket/8474572/zynga-game-network-inc-v-labrasca/
Disallow: /docket/14489410/usa-v-euro-composites-corporation/
Disallow: /docket/8108826/tina-reganyan-v-chase-bank-usa-na/
Disallow: /docket/4353969/weinberger-v-prestigiacomo/
Disallow: /docket/13455223/juul-labs-inc-v-hugetruckcom/
Disallow: /docket/8302513/coughlin-v-bddw-studio-llc/
Disallow: /docket/17378482/united-states-v-adams/
Disallow: /docket/7925367/strasser-v-dickens/
Disallow: /docket/6056041/united-states-v-boyar/


Disallow: /opinion/4857184/moore-v-roberts-hawaii-inc/
Disallow: /opinion/4857144/state-v-milne/
Disallow: /opinion/4856950/jf-v-department-of-human-services-aplt/
Disallow: /opinion/4856949/jf-v-department-of-human-services-aplt/
Disallow: /opinion/4857607/in-re-individuals-in-custody-of-the-state-of-hawaii/
Disallow: /opinion/4857608/kondaur-capital-corporation-v-matsuyoshi/
Disallow: /opinion/4857538/sim-v-kona-islander-inn/
Disallow: /opinion/4857537/us-bank-trust-na-v-verhagen/
Disallow: /opinion/4857539/state-v-lawelawe/
Disallow: /opinion/4857497/us-bank-national-association-as-trustee-for-csmc-mortgage-loan-trust/
Disallow: /opinion/4857875/depaepe-v-state/
Disallow: /opinion/4857826/jones-v-state/
Disallow: /opinion/4857825/state-v-sardinha/
Disallow: /opinion/4857824/state-v-sardinha/
Disallow: /opinion/801662/united-states-v-michael-shinefield/
Disallow: /opinion/4775939/smart-oil-llc-v-dw-mazel-llc/
Disallow: /opinion/4569367/albert-green-jr-v-bww-law-group-llc/
Disallow: /opinion/1770195/kousar-v-mueller/
Disallow: /opinion/2973673/united-states-v-frankovich/
Disallow: /opinion/4649130/antonio-passaro-jr-v-commonwealth-of-virginia/
Disallow: /opinion/4369354/antonio-passaro-jr-v-virginia-department-of-state-police/
Disallow: /opinion/2787800/martha-c-ptaszynski-etc-v-atlantic-health-systems-inc-dba-mt/
Disallow: /opinion/1094116/state-v-vallone/
Disallow: /opinion/4801569/madison-ave-i-llc-v-marecheau/
Disallow: /opinion/4403633/patrice-shane-taylor-v-department-of-the-navy/
Disallow: /opinion/4534441/united-states-v-gumaro-chavez/
Disallow: /opinion/4738144/ephrain-reliford-jr-v-state/
Disallow: /opinion/4424129/beckman-v-state/
Disallow: /opinion/2721254/beckman-v-state/





# Google, AOL, Bing, Yahoo!, DuckDuckGo
# These support meta robots and x-robots-tag or are otherwise harmless (DDG)
# Crawl everything except a few explicit blocks
User-agent: Googlebot
Disallow: /robots.txt
Disallow: /assets/
Disallow: /api/bulk-data/
Disallow: /static/judge_pics/

User-agent: bingbot
Disallow: /robots.txt
Disallow: /assets/
Disallow: /api/rest/v1/
Disallow: /api/rest/v2/
Disallow: /api/bulk-data/
Disallow: /static/judge_pics/

User-agent: Slurp
Disallow: /robots.txt
Disallow: /assets/
Disallow: /api/rest/v1/
Disallow: /api/rest/v2/
Disallow: /api/bulk-data/
Disallow: /static/judge_pics/

User-agent: DuckDuckBot
Disallow: /robots.txt
Disallow: /assets/
Disallow: /api/rest/v1/
Disallow: /api/rest/v2/
Disallow: /api/bulk-data/
Disallow: /static/judge_pics/

# Needed for open graph crawling
User-agent: twitterbot
Disallow: /robots.txt
Disallow: /assets/
Disallow: /api/rest/v1/
Disallow: /api/rest/v2/
Disallow: /api/bulk-data/
Disallow: /static/judge_pics/

User-agent: facebookexternalhit
Disallow: /robots.txt
Disallow: /assets/
Disallow: /api/rest/v1/
Disallow: /api/rest/v2/
Disallow: /api/bulk-data/
Disallow: /static/judge_pics/

# Yandex, Ask
# These support meta robots, but not x-robots-tag
# Crawl everything except real files
User-agent: YandexBot
Disallow: /robots.txt
Disallow: /assets/
Disallow: /api/rest/v1/
Disallow: /api/rest/v2/
Disallow: /api/bulk-data/
Disallow: /pdf/
Disallow: /wpd/
Disallow: /txt/
Disallow: /doc/
Disallow: /static/judge_pics/

User-agent: teoma
Disallow: /robots.txt
Disallow: /assets/
Disallow: /api/rest/v1/
Disallow: /api/rest/v2/
Disallow: /api/bulk-data/
Disallow: /pdf/
Disallow: /wpd/
Disallow: /txt/
Disallow: /doc/
Disallow: /static/judge_pics/

User-agent: ia_archiver
Disallow: /robots.txt
Disallow: /assets/
Disallow: /api/rest/v1/
Disallow: /api/rest/v2/
Disallow: /api/bulk-data/
Disallow: /pdf/
Disallow: /wpd/
Disallow: /txt/
Disallow: /doc/
Disallow: /static/judge_pics/


# Baidu, Blekko, Others
# No support for robots meta tag nor x-robots-tag.
# Be conservative; Block everything.
User-agent: *
Disallow: /

Sitemap: https://www.courtlistener.com/sitemap.xml