Skip to content

Commit

Permalink
fix(ca2): Update ca2 test
Browse files Browse the repository at this point in the history
  • Loading branch information
quevon24 committed Dec 12, 2023
1 parent 6816afb commit a57750c
Show file tree
Hide file tree
Showing 2 changed files with 20 additions and 12 deletions.
10 changes: 9 additions & 1 deletion juriscraper/oral_args/united_states/federal_appellate/ca2.py
Original file line number Diff line number Diff line change
Expand Up @@ -44,10 +44,11 @@ def _process_html(self):
continue # skip bad data
docket = row.xpath(".//a/nobr/text()")[0]
name, date = row.xpath(".//td/text()")
url = self._build_url(link)
if docket == "GMT20230614-175136_Recording":
continue # skip bad data
self.cases.append(
{"docket": docket, "url": link, "name": name, "date": date}
{"docket": docket, "url": url, "name": name, "date": date}
)

def _download(self, request_dict={}):
Expand All @@ -59,6 +60,13 @@ def _download(self, request_dict={}):
r = self.request["session"].post(self.url, params=self.parameters)
return html.fromstring(r.content)

def _build_url(self, link):
if self.backscraper:
url = link
else:
url = f"{self.base_url}{link}"
return url

def _download_backwards(self, d):
self.backscraper = True
self.method = "GET"
Expand Down
22 changes: 11 additions & 11 deletions tests/examples/oral_args/united_states/ca2_example.compare.json
Original file line number Diff line number Diff line change
Expand Up @@ -3,80 +3,80 @@
"case_names": "Gray v. Maquat",
"case_dates": "2016-09-09",
"blocked_statuses": false,
"download_urls": "/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/1/doc/15-2448.mp3",
"download_urls": "http://www.ca2.uscourts.gov/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/1/doc/15-2448.mp3",
"case_name_shorts": "Gray",
"docket_numbers": "15-2448"
},
{
"case_names": "Constant v. Martuscello",
"case_dates": "2016-09-09",
"blocked_statuses": false,
"download_urls": "/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/3/doc/15-2789.mp3",
"download_urls": "http://www.ca2.uscourts.gov/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/3/doc/15-2789.mp3",
"case_name_shorts": "Constant",
"docket_numbers": "15-2789"
},
{
"case_names": "Chauca v. Abraham",
"case_dates": "2016-09-09",
"blocked_statuses": false,
"download_urls": "/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/2/doc/15-1777.mp3",
"download_urls": "http://www.ca2.uscourts.gov/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/2/doc/15-1777.mp3",
"case_name_shorts": "Chauca",
"docket_numbers": "15-1777"
},
{
"case_names": "United States v. Awulye",
"case_dates": "2016-09-07",
"blocked_statuses": false,
"download_urls": "/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/4/doc/15-1284.mp3",
"download_urls": "http://www.ca2.uscourts.gov/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/4/doc/15-1284.mp3",
"case_name_shorts": "Awulye",
"docket_numbers": "15-1284"
},
{
"case_names": "Telebeam Telecommunications Co",
"case_dates": "2016-09-07",
"blocked_statuses": false,
"download_urls": "/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/9/doc/16-2748.mp3",
"download_urls": "http://www.ca2.uscourts.gov/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/9/doc/16-2748.mp3",
"case_name_shorts": "Telebeam Telecommunications Co",
"docket_numbers": "16-2748"
},
{
"case_names": "Phillips v. Generations Family",
"case_dates": "2016-09-07",
"blocked_statuses": false,
"download_urls": "/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/5/doc/15-2656.mp3",
"download_urls": "http://www.ca2.uscourts.gov/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/5/doc/15-2656.mp3",
"case_name_shorts": "Phillips",
"docket_numbers": "15-2656"
},
{
"case_names": "United States v. Leonard",
"case_dates": "2016-09-02",
"blocked_statuses": false,
"download_urls": "/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/10/doc/15-2232.mp3",
"download_urls": "http://www.ca2.uscourts.gov/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/10/doc/15-2232.mp3",
"case_name_shorts": "Leonard",
"docket_numbers": "15-2232"
},
{
"case_names": "Lassic v. United States",
"case_dates": "2016-09-02",
"blocked_statuses": false,
"download_urls": "/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/8/doc/15-3240.mp3",
"download_urls": "http://www.ca2.uscourts.gov/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/8/doc/15-3240.mp3",
"case_name_shorts": "Lassic",
"docket_numbers": "15-3240"
},
{
"case_names": "Guo v. Independent Chinese Pen",
"case_dates": "2016-09-02",
"blocked_statuses": false,
"download_urls": "/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/6/doc/15-2920.mp3",
"download_urls": "http://www.ca2.uscourts.gov/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/6/doc/15-2920.mp3",
"case_name_shorts": "Guo",
"docket_numbers": "15-2920"
},
{
"case_names": "Brenner v. City of New York De",
"case_dates": "2016-09-02",
"blocked_statuses": false,
"download_urls": "/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/7/doc/15-3230.mp3",
"download_urls": "http://www.ca2.uscourts.gov/decisions/isysquery/3ace2367-0537-4453-aca0-8b69a6e3698b/7/doc/15-3230.mp3",
"case_name_shorts": "Brenner",
"docket_numbers": "15-3230"
}
]
]

0 comments on commit a57750c

Please sign in to comment.