Skip to content

Commit

Permalink
Merge pull request #673 from biglocalnews/tx-672
Browse files Browse the repository at this point in the history
Patch TX #672
  • Loading branch information
stucka authored Nov 6, 2024
2 parents 2199830 + c3db8e7 commit 87dbf79
Showing 1 changed file with 4 additions and 2 deletions.
6 changes: 4 additions & 2 deletions warn/scrapers/tx.py
Original file line number Diff line number Diff line change
Expand Up @@ -31,12 +31,14 @@ def scrape(
Returns: the Path where the file is written
"""
ssl_verify = False # Problems with certificates in November 2024

# Set up the cache
cache = Cache(cache_dir)

# Get the root URL
url = "https://www.twc.texas.gov/data-reports/warn-notice"
page = utils.get_url(url)
page = utils.get_url(url, verify=ssl_verify)
html = page.text

# Cache it
Expand Down Expand Up @@ -68,7 +70,7 @@ def scrape(
# download the excel file
year = _get_year(href)
ext = _get_ext(href)
excel_path = cache.download(f"tx/{year}{ext}", data_url)
excel_path = cache.download(f"tx/{year}{ext}", data_url, verify=ssl_verify)

# Open it up
workbook = load_workbook(filename=excel_path)
Expand Down

0 comments on commit 87dbf79

Please sign in to comment.