feat(NewOpinionSite): support returning nested data structures

juriscraper/opinions/united_states/state/alaska.py

@@ -1,13 +1,15 @@
+from typing import Dict
+
 from requests.exceptions import ChunkedEncodingError
 
 from juriscraper.lib.html_utils import (
  get_row_column_links,
  get_row_column_text,
 )
-from juriscraper.OpinionSiteLinear import OpinionSiteLinear
+from juriscraper.NewOpinionSite import NewOpinionSite, logger
 
 
-class Site(OpinionSiteLinear):
+class Site(NewOpinionSite):
  def __init__(self, *args, **kwargs):
  super().__init__(*args, **kwargs)
  self.court_id = self.__module__
@@ -18,32 +20,93 @@ def __init__(self, *args, **kwargs):
  self.request["headers"]["user-agent"] = "Free Law Project"
 
  def _download(self, request_dict={}):
- # Unfortunately, about 2/3 of calls are rejected by alaska but
- # if we just ignore those encoding errors we can live with it
+ """
+ Unfortunately, about 2/3 of calls are rejected by alaska but
+ if we just ignore those encoding errors we can live with it
+ """
  try:
  return super()._download(request_dict)
  except ChunkedEncodingError:
  return None
 
  def _process_html(self) -> None:
+ """
+ Have only seen combined opinions in this source
+ See for example: S17910 - State of Alaska v. John William McKelvey III
+ with opinion 7690 published on 3/8/2024. After the conclusion, it has a concurring opinion
+ Case link:
+ https://appellate-records.courts.alaska.gov/CMSPublic/Case/General?q=w6sobc/DATfJtIRGLf4mqQ==%27
+ """
  if not self.html:
+ logger.warning("Unable to load page from Alaska")
  return
+
  for table in self.html.xpath("//table"):
  date = table.xpath("./preceding-sibling::h5")[0].text_content()
  for row in table.xpath(".//tr"):
- if row.text_content().strip():
- # skip rows without PDF links in first column
- try:
- url = get_row_column_links(row, 1)
- except IndexError:
- continue
-
- self.cases.append(
- {
- "date": date,
- "docket": get_row_column_text(row, 3),
- "name": get_row_column_text(row, 4),
- "citation": get_row_column_text(row, 5),
- "url": url,
- }
- )
+ if not row.text_content().strip():
+ continue
+ case = {}
+
+ # rows without PDF links in first column have the opinion
+ # link inside the case page
+ try:
+ url = get_row_column_links(row, 1)
+ except IndexError:
+ url = self.placeholder_url
+ case["case_page_link"] = get_row_column_links(row, 3)
+
+ # Have only seen combined opinions in this source
+ case.update(
+ {
+ "oc.date_filed": date,
+ "d.docket_number": get_row_column_text(row, 3),
+ "d.case_name": get_row_column_text(row, 4),
+ "oc.citation_strings": [get_row_column_text(row, 5)],
+ "opinions": [{"download_url": url}],
+ }
+ )
+ self.cases.append(case)
+
+ def get_deferred_download_url(self, case: Dict) -> bool:
+ """ """
+ # No need to go into case page, we already have the URL
+ if not case.get("case_page_link"):
+ return False
+
+ link = case["case_page_link"]
+
+ if self.test_mode_enabled():
+ self.url = link
+ self._request_url_mock(link)
+ html = self._return_response_text_object()
+ else:
+ html = self._get_html_tree_by_url(link)
+
+ nos, case["d.date_filed"] = html.xpath(
+ "//dl[dt[text()='Case Type:']]/dd/text()"
+ )
+ case["oc.nature_of_suit"] = nos.split(" ", 1)[-1]
+
+ # Parse opinion table
+ opinion_row = html.xpath("//tr[td[@title='Document Download']]")[0]
+ case["opinions"][0]["download_url"] = opinion_row.xpath("td/a/@href")[
+ 0
+ ]
+ case["oc.disposition"] = opinion_row.xpath("td[3]/text()")[0]
+
+ # Parse lower court table
+ oci_row = html.xpath(
+ "//h5[text()='Lower Court or Agency Information']/following-sibling::table/tbody/tr"
+ )
+ if oci_row:
+ oci_row = oci_row[0]
+ oci = {
+ "docket_number": oci_row.xpath("td[1]/text()")[0],
+ "date_judgment": oci_row.xpath("td[2]/text()")[0],
+ "assigned_to_str": oci_row.xpath("td[5]/text()")[0],
+ }
+ case["oci"] = oci
+ case["d.appeal_from_str"] = oci_row.xpath("td[4]/text()")[0]
+
+ return True

juriscraper/opinions/united_states/state/alaskactapp.py

@@ -1,4 +1,4 @@
-from . import alaska
+from juriscraper.opinions.united_states.state import alaska
 
 
 class Site(alaska.Site):