|
C
|
ca
|
2026-07-09 18:32:26
|
2026-07-09 18:32:26
|
|
|
C
|
ca_ab
|
2026-07-09 18:42:02
|
2026-07-09 18:42:02
|
|
|
A
|
ca_ab_airdrie
|
2026-07-09 18:39:10
|
2026-07-09 18:39:10
|
|
|
A
|
ca_ab_banff
|
2026-07-09 18:48:51
|
2026-07-09 18:48:51
|
|
|
C
|
ca_ab_calgary
|
2026-07-09 18:45:37
|
2026-07-09 18:45:37
|
|
|
A
|
ca_ab_canmore
|
2026-07-09 18:19:47
|
2026-07-09 18:19:47
|
|
|
A
|
ca_ab_cochrane
|
2026-07-09 18:35:13
|
2026-07-09 18:35:13
|
|
|
C
|
ca_ab_edmonton
|
2026-07-09 18:50:26
|
2026-07-09 18:50:26
|
|
|
A
|
ca_ab_fort_saskatchewan
|
2026-07-09 18:45:17
|
2026-07-09 18:45:17
|
|
|
C
|
ca_ab_grande_prairie
|
2026-07-09 18:39:28
|
2026-07-09 18:39:28
|
|
|
C
|
ca_ab_grande_prairie_county_no_1
|
2026-07-09 18:33:46
|
2026-07-09 18:33:46
|
|
|
A
|
ca_ab_leduc
|
2026-07-09 18:18:36
|
2026-07-09 18:18:36
|
|
|
C
|
ca_ab_lethbridge
|
2026-07-09 18:43:44
|
2026-07-09 18:43:44
|
|
|
A
|
ca_ab_medicine_hat
|
2026-07-09 18:48:52
|
2026-07-09 18:48:52
|
|
|
A
|
ca_ab_okotoks
|
2026-07-09 18:34:58
|
2026-07-09 18:34:58
|
|
|
A
|
ca_ab_red_deer
|
2026-07-09 18:49:30
|
2026-07-09 18:49:30
|
|
|
A
|
ca_ab_spruce_grove
|
2026-07-09 18:35:12
|
2026-07-09 18:35:12
|
|
|
A
|
ca_ab_st_albert
|
2026-07-09 18:20:14
|
2026-07-09 18:20:14
|
|
|
C
|
ca_ab_strathcona_county
|
2026-07-09 18:42:03
|
2026-07-09 18:42:03
|
|
|
C
|
ca_ab_wood_buffalo
|
2026-07-09 18:45:43
|
2026-07-09 18:45:43
|
|
|
C
|
ca_bc
|
2026-07-09 18:17:22
|
2026-07-09 18:17:22
|
|
|
C
|
ca_bc_abbotsford
|
2026-07-09 18:18:28
|
2026-07-09 18:18:28
|
|
|
C
|
ca_bc_burnaby
|
2026-07-09 18:17:35
|
2026-07-09 18:17:35
|
|
|
A
|
ca_bc_campbell_river
|
2026-07-09 18:47:58
|
2026-07-09 18:47:58
|
|
|
A
|
ca_bc_chilliwack
|
2026-07-09 18:32:38
|
2026-07-09 18:32:38
|
|
|
C
|
ca_bc_coquitlam
|
2026-07-09 18:42:29
|
2026-07-09 18:42:29
|
|
|
A
|
ca_bc_courtenay
|
2026-07-09 18:44:13
|
2026-07-09 18:44:13
|
|
|
A
|
ca_bc_delta
|
2026-07-09 18:39:25
|
2026-07-09 18:39:25
|
|
|
A
|
ca_bc_kamloops
|
2026-07-09 18:20:18
|
2026-07-09 18:20:18
|
|
|
C
|
ca_bc_kelowna
|
2026-07-09 18:35:05
|
2026-07-09 18:35:05
|
|
|
A
|
ca_bc_langford
|
2026-07-09 18:44:26
|
2026-07-09 18:44:26
|
|
|
C
|
ca_bc_langley
|
2026-07-09 18:35:35
|
2026-07-09 18:35:35
|
|
|
C
|
ca_bc_langley_city
|
2026-07-09 18:51:55
|
2026-07-09 18:51:55
|
|
|
A
|
ca_bc_maple_ridge
|
2026-07-09 18:35:36
|
2026-07-09 18:35:36
|
|
D>
18:42:04 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:5909056/legislature yet
|
ca_bc_mission
|
|
2026-07-09 18:42:04
|
IndexError: list index out of range
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_bc_mission/people.py", line 27, in scrape
email = self.get_email(row, error=False)
File "/src/scrapers-ca-app/scrapers/utils.py", line 124, in get_email
matches.extend(
File "/src/scrapers-ca-app/scrapers/utils.py", line 125, in <genexpr>
self._cloudflare_decode(match)
File "/src/scrapers-ca-app/scrapers/utils.py", line 145, in _cloudflare_decode
hex_email = link.split("#", 1)[1]
IndexError: list index out of range
|
|
A
|
ca_bc_nanaimo
|
2026-07-09 18:49:44
|
2026-07-09 18:49:44
|
|
|
C
|
ca_bc_new_westminster
|
2026-07-09 18:45:35
|
2026-07-09 18:45:35
|
|
|
A
|
ca_bc_north_vancouver
|
2026-07-09 18:32:39
|
2026-07-09 18:32:39
|
|
|
A
|
ca_bc_north_vancouver_city
|
2026-07-09 18:18:36
|
2026-07-09 18:18:36
|
|
|
A
|
ca_bc_penticton
|
2026-07-09 18:16:34
|
2026-07-09 18:16:34
|
|
|
A
|
ca_bc_port_coquitlam
|
2026-07-09 18:48:21
|
2026-07-09 18:48:21
|
|
|
A
|
ca_bc_port_moody
|
2026-07-09 18:51:52
|
2026-07-09 18:51:52
|
|
|
A
|
ca_bc_prince_george
|
2026-07-09 18:44:13
|
2026-07-09 18:44:13
|
|
|
C
|
ca_bc_richmond
|
2026-07-09 18:45:28
|
2026-07-09 18:45:28
|
|
|
C
|
ca_bc_saanich
|
2026-07-09 18:17:24
|
2026-07-09 18:17:24
|
|
|
C
|
ca_bc_surrey
|
2026-07-09 18:42:42
|
2026-07-09 18:42:42
|
|
|
A
|
ca_bc_tofino
|
2026-07-09 18:49:50
|
2026-07-09 18:49:50
|
|
|
C
|
ca_bc_vancouver
|
2026-07-09 18:48:22
|
2026-07-09 18:48:22
|
|
|
A
|
ca_bc_vernon
|
2026-07-09 18:17:16
|
2026-07-09 18:17:16
|
|
|
C
|
ca_bc_victoria
|
2026-07-09 18:49:32
|
2026-07-09 18:49:32
|
|
|
A
|
ca_bc_west_kelowna
|
2026-07-09 18:46:03
|
2026-07-09 18:46:03
|
|
|
A
|
ca_bc_west_vancouver
|
2026-07-09 18:45:59
|
2026-07-09 18:45:59
|
|
|
A
|
ca_bc_whistler
|
2026-07-09 18:45:33
|
2026-07-09 18:45:33
|
|
C
18:51:01 ERROR ca_candidates.people:
18:51:05 ERROR ca_candidates.people:
18:51:05 ERROR ca_candidates.people:
18:51:05 ERROR ca_candidates.people:
18:51:05 ERROR ca_candidates.people:
18:51:05 ERROR ca_candidates.people:
18:51:05 ERROR ca_candidates.people:
18:51:06 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/2 (https://www.greenparty.ca/en/candidates/page/2)
18:51:07 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/3 (https://www.greenparty.ca/en/candidates/page/3)
18:51:08 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/4 (https://www.greenparty.ca/en/candidates/page/4)
18:51:09 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/5 (https://www.greenparty.ca/en/candidates/page/5)
18:51:10 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/6 (https://www.greenparty.ca/en/candidates/page/6)
18:51:11 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/7 (https://www.greenparty.ca/en/candidates/page/7)
18:51:12 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/8 (https://www.greenparty.ca/en/candidates/page/8)
18:51:13 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/9 (https://www.greenparty.ca/en/candidates/page/9)
18:51:14 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/10 (https://www.greenparty.ca/en/candidates/page/10)
18:51:15 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/11 (https://www.greenparty.ca/en/candidates/page/11)
18:51:16 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/12 (https://www.greenparty.ca/en/candidates/page/12)
18:51:17 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/13 (https://www.greenparty.ca/en/candidates/page/13)
18:51:18 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/14 (https://www.greenparty.ca/en/candidates/page/14)
18:51:19 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/15 (https://www.greenparty.ca/en/candidates/page/15)
18:51:20 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/16 (https://www.greenparty.ca/en/candidates/page/16)
18:51:21 WARNING ca_candidates.people: 404 while retrieving https://www.greenparty.ca/en/candidates/page/17 (https://www.greenparty.ca/en/candidates/page/17)
18:51:26 ERROR ca_candidates.people:
|
ca_candidates
|
2026-07-09 18:51:51
|
2026-07-09 18:51:51
|
|
|
C
|
ca_mb
|
2026-07-09 18:39:05
|
2026-07-09 18:39:05
|
|
|
A
|
ca_mb_brandon
|
2026-07-09 18:49:54
|
2026-07-09 18:49:54
|
|
|
C
|
ca_mb_winnipeg
|
2026-07-09 18:33:35
|
2026-07-09 18:33:35
|
|
|
C
|
ca_nb
|
2026-07-09 18:45:16
|
2026-07-09 18:45:16
|
|
|
A
|
ca_nb_dieppe
|
2026-07-09 18:48:00
|
2026-07-09 18:48:00
|
|
|
C
|
ca_nb_fredericton
|
2026-07-09 18:43:35
|
2026-07-09 18:43:35
|
|
|
C
|
ca_nb_moncton
|
2026-07-09 18:44:26
|
2026-07-09 18:44:26
|
|
|
C
|
ca_nb_saint_john
|
2026-07-09 18:45:46
|
2026-07-09 18:45:46
|
|
|
C
|
ca_nl
|
2026-07-09 18:17:19
|
2026-07-09 18:17:20
|
|
D>
18:18:36 WARNING scrapelib: sleeping for 10 seconds before retry
18:18:46 WARNING scrapelib: sleeping for 20 seconds before retry
18:19:06 WARNING scrapelib: sleeping for 40 seconds before retry
18:19:46 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:1001485/legislature yet
|
ca_nl_conception_bay_south
|
|
2026-07-09 18:19:46
|
scrapelib.HTTPError: 403 while retrieving https://www.conceptionbaysouth.ca/council/councillors/
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_nl_conception_bay_south/people.py", line 23, in scrape
page = self.lxmlize(COUNCIL_PAGE, verify=False)
File "/src/scrapers-ca-app/scrapers/utils.py", line 217, in lxmlize
response = self.get(url, cookies=cookies, verify=verify)
File "/src/scrapers-ca-app/scrapers/utils.py", line 198, in get
return super().get(*args, verify=kwargs.pop("verify", SSL_VERIFY), **kwargs)
File "/usr/local/lib/python3.10/site-packages/requests/sessions.py", line 605, in get
return self.request("GET", url, **kwargs)
File "/usr/local/lib/python3.10/site-packages/scrapelib/__init__.py", line 619, in request
raise HTTPError(resp)
scrapelib.HTTPError: 403 while retrieving https://www.conceptionbaysouth.ca/council/councillors/
|
|
C
|
ca_nl_st_john_s
|
2026-07-09 18:17:48
|
2026-07-09 18:17:48
|
|
|
C
|
ca_ns
|
2026-07-09 18:40:33
|
2026-07-09 18:40:33
|
|
|
C
|
ca_ns_cape_breton
|
2026-07-09 18:43:17
|
2026-07-09 18:43:17
|
|
|
C
|
ca_ns_halifax
|
2026-07-09 18:52:18
|
2026-07-09 18:52:18
|
|
|
C
|
ca_nt
|
2026-07-09 18:43:02
|
2026-07-09 18:43:02
|
|
|
A
|
ca_nt_yellowknife
|
2026-07-09 18:17:16
|
2026-07-09 18:17:16
|
|
|
A
|
ca_nu
|
2026-07-09 18:46:29
|
2026-07-09 18:46:29
|
|
|
A
|
ca_nu_iqaluit
|
2026-07-09 18:48:50
|
2026-07-09 18:48:50
|
|
D>
18:16:39 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/province:on/legislature yet
|
ca_on
|
|
2026-07-09 18:16:39
|
RuntimeError: generator raised StopIteration
Traceback (most recent call last):
File "/src/scrapers-ca-app/scrapers/ca_on/people.py", line 45, in scrape
party = next(item for item in party if item.strip())
StopIteration
The above exception was the direct cause of the following exception:
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
RuntimeError: generator raised StopIteration
|
D>
18:46:42 WARNING scrapelib: sleeping for 10 seconds before retry
18:46:53 WARNING scrapelib: sleeping for 20 seconds before retry
18:47:13 WARNING scrapelib: sleeping for 40 seconds before retry
18:47:53 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3518005/legislature yet
|
ca_on_ajax
|
|
2026-07-09 18:47:53
|
scrapelib.HTTPError: 403 while retrieving https://ajax.ca/town-hall/leadership-council/mayor-council
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_on_ajax/people.py", line 9, in scrape
page = self.lxmlize(COUNCIL_PAGE)
File "/src/scrapers-ca-app/scrapers/utils.py", line 217, in lxmlize
response = self.get(url, cookies=cookies, verify=verify)
File "/src/scrapers-ca-app/scrapers/utils.py", line 198, in get
return super().get(*args, verify=kwargs.pop("verify", SSL_VERIFY), **kwargs)
File "/usr/local/lib/python3.10/site-packages/requests/sessions.py", line 605, in get
return self.request("GET", url, **kwargs)
File "/usr/local/lib/python3.10/site-packages/scrapelib/__init__.py", line 619, in request
raise HTTPError(resp)
scrapelib.HTTPError: 403 while retrieving https://ajax.ca/town-hall/leadership-council/mayor-council
|
|
A
|
ca_on_barrie
|
2026-07-09 18:49:42
|
2026-07-09 18:49:42
|
|
|
C
|
ca_on_belleville
|
2026-07-09 18:49:53
|
2026-07-09 18:49:53
|
|
|
A
|
ca_on_bradford_west_gwillimbury
|
2026-07-09 18:45:17
|
2026-07-09 18:45:17
|
|
|
C
|
ca_on_brampton
|
2026-07-09 18:46:08
|
2026-07-09 18:46:08
|
|
|
C
|
ca_on_brantford
|
2026-07-09 18:49:52
|
2026-07-09 18:49:52
|
|
|
C
|
ca_on_burlington
|
2026-07-09 18:17:18
|
2026-07-09 18:17:18
|
|
|
C
|
ca_on_caledon
|
2026-07-09 18:17:14
|
2026-07-09 18:17:14
|
|
|
C
|
ca_on_cambridge
|
2026-07-09 18:53:28
|
2026-07-09 18:53:28
|
|
|
A
|
ca_on_centre_wellington
|
2026-07-09 18:46:30
|
2026-07-09 18:46:30
|
|
|
C
|
ca_on_chatham_kent
|
2026-07-09 18:38:05
|
2026-07-09 18:38:05
|
|
|
C
|
ca_on_clarington
|
2026-07-09 18:18:14
|
2026-07-09 18:18:14
|
|
|
A
|
ca_on_cornwall
|
2026-07-09 18:48:22
|
2026-07-09 18:48:22
|
|
|
C
|
ca_on_fort_erie
|
2026-07-09 18:39:26
|
2026-07-09 18:39:26
|
|
|
C
|
ca_on_georgina
|
2026-07-09 18:50:31
|
2026-07-09 18:50:31
|
|
|
C
|
ca_on_greater_sudbury
|
2026-07-09 18:45:59
|
2026-07-09 18:45:59
|
|
D>
18:35:36 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3526065/legislature yet
|
ca_on_grimsby
|
|
2026-07-09 18:35:36
|
AssertionError: No wards found
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_on_grimsby/people.py", line 15, in scrape
assert len(wards), "No wards found"
AssertionError: No wards found
|
|
C
|
ca_on_guelph
|
2026-07-09 18:51:56
|
2026-07-09 18:51:56
|
|
|
C
|
ca_on_haldimand_county
|
2026-07-09 18:17:49
|
2026-07-09 18:17:49
|
|
D>
18:39:29 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3524015/legislature yet
|
ca_on_halton_hills
|
|
2026-07-09 18:39:29
|
AssertionError: Expected one profile block for Ann Lawlor
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_on_halton_hills/people.py", line 33, in scrape
assert len(blocks) == 1, f"Expected one profile block for {name}"
AssertionError: Expected one profile block for Ann Lawlor
|
D>
18:47:56 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3525005/legislature yet
|
ca_on_hamilton
|
|
2026-07-09 18:47:56
|
requests.exceptions.HTTPError: 403 Client Error: Forbidden for url: https://www.hamilton.ca/city-council/council-committee/c…
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_on_hamilton/people.py", line 12, in scrape
yield self.mayor_data(MAYOR_PAGE)
File "/src/scrapers-ca-app/scrapers/ca_on_hamilton/people.py", line 44, in mayor_data
page = self.cloudscrape(url)
File "/src/scrapers-ca-app/scrapers/utils.py", line 205, in cloudscrape
response.raise_for_status()
File "/usr/local/lib/python3.10/site-packages/requests/models.py", line 1028, in raise_for_status
raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 403 Client Error: Forbidden for url: https://www.hamilton.ca/city-council/council-committee/city-council-members/mayors-office
|
|
C
|
ca_on_huron
|
2026-07-09 18:16:27
|
2026-07-09 18:16:27
|
|
|
A
|
ca_on_innisfil
|
2026-07-09 18:45:28
|
2026-07-09 18:45:28
|
|
|
C
|
ca_on_kawartha_lakes
|
2026-07-09 18:50:28
|
2026-07-09 18:50:28
|
|
|
C
|
ca_on_king
|
2026-07-09 18:39:32
|
2026-07-09 18:39:32
|
|
|
C
|
ca_on_kingston
|
2026-07-09 18:50:58
|
2026-07-09 18:50:58
|
|
|
C
|
ca_on_kitchener
|
2026-07-09 18:45:38
|
2026-07-09 18:45:38
|
|
|
C
|
ca_on_lambton
|
2026-07-09 18:39:08
|
2026-07-09 18:39:08
|
|
|
C
|
ca_on_lasalle
|
2026-07-09 18:35:05
|
2026-07-09 18:35:05
|
|
|
C
|
ca_on_lincoln
|
2026-07-09 18:33:35
|
2026-07-09 18:33:35
|
|
|
C
|
ca_on_london
|
2026-07-09 18:39:29
|
2026-07-09 18:39:29
|
|
|
C
|
ca_on_markham
|
2026-07-09 18:18:10
|
2026-07-09 18:18:10
|
|
|
C
|
ca_on_milton
|
2026-07-09 18:50:37
|
2026-07-09 18:50:37
|
|
|
C
|
ca_on_mississauga
|
2026-07-09 18:46:42
|
2026-07-09 18:46:42
|
|
|
C
|
ca_on_newmarket
|
2026-07-09 18:44:13
|
2026-07-09 18:44:13
|
|
|
C
|
ca_on_niagara
|
2026-07-09 18:49:02
|
2026-07-09 18:49:02
|
|
|
A
|
ca_on_niagara_falls
|
2026-07-09 18:40:33
|
2026-07-09 18:40:33
|
|
|
C
|
ca_on_niagara_on_the_lake
|
2026-07-09 18:36:08
|
2026-07-09 18:36:08
|
|
|
A
|
ca_on_norfolk_county
|
2026-07-09 18:45:42
|
2026-07-09 18:45:42
|
|
|
A
|
ca_on_north_bay
|
2026-07-09 18:45:58
|
2026-07-09 18:45:58
|
|
|
C
|
ca_on_north_dumfries
|
2026-07-09 18:32:26
|
2026-07-09 18:32:26
|
|
|
C
|
ca_on_oakville
|
2026-07-09 18:48:52
|
2026-07-09 18:48:52
|
|
|
A
|
ca_on_orangeville
|
2026-07-09 18:39:25
|
2026-07-09 18:39:25
|
|
|
A
|
ca_on_orillia
|
2026-07-09 18:46:04
|
2026-07-09 18:46:04
|
|
D>
18:36:09 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3518013/legislature yet
|
ca_on_oshawa
|
|
2026-07-09 18:36:09
|
AssertionError: No council member headings found
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_on_oshawa/people.py", line 15, in scrape
assert h3_nodes, "No council member headings found"
AssertionError: No council member headings found
|
|
C
|
ca_on_ottawa
|
2026-07-09 18:20:16
|
2026-07-09 18:20:16
|
|
|
C
|
ca_on_peel
|
2026-07-09 18:20:19
|
2026-07-09 18:20:19
|
|
|
A
|
ca_on_peterborough
|
2026-07-09 18:17:23
|
2026-07-09 18:17:23
|
|
D>
18:35:37 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3518001/legislature yet
|
ca_on_pickering
|
|
2026-07-09 18:35:37
|
IndexError: list index out of range
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_on_pickering/people.py", line 37, in scrape
mayor = page.xpath('//div[contains(@class, "component-outro")]')[0]
IndexError: list index out of range
|
|
A
|
ca_on_prince_edward_county
|
2026-07-09 18:45:20
|
2026-07-09 18:45:20
|
|
|
C
|
ca_on_richmond_hill
|
2026-07-09 18:48:10
|
2026-07-09 18:48:10
|
|
|
A
|
ca_on_sarnia
|
2026-07-09 18:51:56
|
2026-07-09 18:51:56
|
|
|
C
|
ca_on_sault_ste_marie
|
2026-07-09 18:49:48
|
2026-07-09 18:49:48
|
|
|
C
|
ca_on_st_catharines
|
2026-07-09 18:46:05
|
2026-07-09 18:46:05
|
|
|
A
|
ca_on_stratford
|
2026-07-09 18:36:08
|
2026-07-09 18:36:08
|
|
D>
18:18:12 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3534021/legislature yet
|
ca_on_st_thomas
|
|
2026-07-09 18:18:12
|
IndexError: list index out of range
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_on_st_thomas/people.py", line 46, in scrape
email = self.get_email(ppage, error=False)
File "/src/scrapers-ca-app/scrapers/utils.py", line 124, in get_email
matches.extend(
File "/src/scrapers-ca-app/scrapers/utils.py", line 125, in <genexpr>
self._cloudflare_decode(match)
File "/src/scrapers-ca-app/scrapers/utils.py", line 145, in _cloudflare_decode
hex_email = link.split("#", 1)[1]
IndexError: list index out of range
|
|
C
|
ca_on_thunder_bay
|
2026-07-09 18:18:26
|
2026-07-09 18:18:26
|
|
|
A
|
ca_on_timmins
|
2026-07-09 18:33:45
|
2026-07-09 18:33:45
|
|
|
C
|
ca_on_toronto
|
2026-07-09 18:49:51
|
2026-07-09 18:49:51
|
|
|
C
|
ca_on_uxbridge
|
2026-07-09 18:34:58
|
2026-07-09 18:34:58
|
|
D>
18:48:51 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3519028/legislature yet
|
ca_on_vaughan
|
|
2026-07-09 18:48:51
|
requests.exceptions.HTTPError: 403 Client Error: Forbidden for url: https://www.vaughan.ca/council
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_on_vaughan/people.py", line 11, in scrape
page = self.cloudscrape(COUNCIL_PAGE)
File "/src/scrapers-ca-app/scrapers/utils.py", line 205, in cloudscrape
response.raise_for_status()
File "/usr/local/lib/python3.10/site-packages/requests/models.py", line 1028, in raise_for_status
raise HTTPError(http_error_msg, response=self)
requests.exceptions.HTTPError: 403 Client Error: Forbidden for url: https://www.vaughan.ca/council
|
|
C
|
ca_on_waterloo
|
2026-07-09 18:46:02
|
2026-07-09 18:46:02
|
|
|
C
|
ca_on_waterloo_region
|
2026-07-09 18:20:07
|
2026-07-09 18:20:07
|
|
|
C
|
ca_on_welland
|
2026-07-09 18:48:01
|
2026-07-09 18:48:01
|
|
|
C
|
ca_on_wellesley
|
2026-07-09 18:51:57
|
2026-07-09 18:51:57
|
|
D>
18:39:11 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:3518009/legislature yet
|
ca_on_whitby
|
|
2026-07-09 18:39:11
|
AssertionError: No councillors found
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_on_whitby/people.py", line 17, in scrape
assert len(councillors), "No councillors found"
AssertionError: No councillors found
|
|
C
|
ca_on_whitchurch_stouffville
|
2026-07-09 18:45:41
|
2026-07-09 18:45:41
|
|
|
C
|
ca_on_wilmot
|
2026-07-09 18:42:31
|
2026-07-09 18:42:31
|
|
|
C
|
ca_on_windsor
|
2026-07-09 18:45:42
|
2026-07-09 18:45:42
|
|
|
A
|
ca_on_woodstock
|
2026-07-09 18:43:21
|
2026-07-09 18:43:21
|
|
|
C
|
ca_on_woolwich
|
2026-07-09 18:16:39
|
2026-07-09 18:16:39
|
|
|
C
|
ca_pe
|
2026-07-09 18:44:11
|
2026-07-09 18:44:11
|
|
|
C
|
ca_pe_charlottetown
|
2026-07-09 18:48:54
|
2026-07-09 18:48:54
|
|
D>
18:19:48 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:1102080/legislature yet
|
ca_pe_stratford
|
|
2026-07-09 18:19:48
|
AssertionError: No councillors found
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_pe_stratford/people.py", line 17, in scrape
assert len(councillors), "No councillors found"
AssertionError: No councillors found
|
|
C
|
ca_pe_summerside
|
2026-07-09 18:45:30
|
2026-07-09 18:45:30
|
|
D>
18:33:46 WARNING scrapelib: sleeping for 10 seconds before retry
18:33:56 WARNING scrapelib: sleeping for 20 seconds before retry
18:34:16 WARNING scrapelib: sleeping for 40 seconds before retry
18:34:56 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/province:qc/legislature yet
|
ca_qc
|
|
2026-07-09 18:34:56
|
scrapelib.HTTPError: 403 while retrieving https://www.assnat.qc.ca/fr/deputes/index.html
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_qc/people.py", line 197, in scrape
page = self.lxmlize(COUNCIL_PAGE, verify=False)
File "/src/scrapers-ca-app/scrapers/utils.py", line 217, in lxmlize
response = self.get(url, cookies=cookies, verify=verify)
File "/src/scrapers-ca-app/scrapers/utils.py", line 198, in get
return super().get(*args, verify=kwargs.pop("verify", SSL_VERIFY), **kwargs)
File "/usr/local/lib/python3.10/site-packages/requests/sessions.py", line 605, in get
return self.request("GET", url, **kwargs)
File "/usr/local/lib/python3.10/site-packages/scrapelib/__init__.py", line 619, in request
raise HTTPError(resp)
scrapelib.HTTPError: 403 while retrieving https://www.assnat.qc.ca/fr/deputes/index.html
|
|
A
|
ca_qc_alma
|
2026-07-09 18:45:41
|
2026-07-09 18:45:41
|
|
|
C
|
ca_qc_beaconsfield
|
2026-07-09 18:50:27
|
2026-07-09 18:50:27
|
|
D>
18:42:31 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:2473015/legislature yet
|
ca_qc_blainville
|
|
2026-07-09 18:42:31
|
pupa.exceptions.UnresolvedIdError: cannot resolve pseudo id to Post: ~{"label": "District d'Alen\u00e7on (no 8)", "organizat…
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 307, in do_handle
report['import'] = self.do_import(juris, args)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 211, in do_import
report.update(membership_importer.import_directory(datadir))
File "/usr/local/lib/python3.10/site-packages/pupa/importers/base.py", line 190, in import_directory
return self.import_data(json_stream())
File "/usr/local/lib/python3.10/site-packages/pupa/importers/base.py", line 227, in import_data
obj_id, what = self.import_item(data)
File "/usr/local/lib/python3.10/site-packages/pupa/importers/base.py", line 247, in import_item
data = self.prepare_for_db(data)
File "/usr/local/lib/python3.10/site-packages/pupa/importers/memberships.py", line 50, in prepare_for_db
data['post_id'] = self.post_importer.resolve_json_id(data['post_id'])
File "/usr/local/lib/python3.10/site-packages/pupa/importers/base.py", line 165, in resolve_json_id
raise UnresolvedIdError(errmsg)
pupa.exceptions.UnresolvedIdError: cannot resolve pseudo id to Post: ~{"label": "District d'Alen\u00e7on (no 8)", "organization__classification": "legislature", "role": "Conseiller"}
|
|
A
|
ca_qc_boisbriand
|
2026-07-09 18:17:23
|
2026-07-09 18:17:23
|
|
|
C
|
ca_qc_brossard
|
2026-07-09 18:43:03
|
2026-07-09 18:43:03
|
|
|
C
|
ca_qc_cote_saint_luc
|
2026-07-09 18:35:04
|
2026-07-09 18:35:04
|
|
|
C
|
ca_qc_dollard_des_ormeaux
|
2026-07-09 18:43:21
|
2026-07-09 18:43:21
|
|
|
C
|
ca_qc_dorval
|
2026-07-09 18:17:15
|
2026-07-09 18:17:15
|
|
|
A
|
ca_qc_drummondville
|
2026-07-09 18:43:19
|
2026-07-09 18:43:19
|
|
|
C
|
ca_qc_gatineau
|
2026-07-09 18:50:58
|
2026-07-09 18:50:58
|
|
|
A
|
ca_qc_granby
|
2026-07-09 18:19:47
|
2026-07-09 18:19:47
|
|
D>
18:50:32 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:2466102/legislature yet
|
ca_qc_kirkland
|
|
2026-07-09 18:50:32
|
IndexError: list index out of range
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_qc_kirkland/people.py", line 24, in scrape
name = councillor.xpath(".//strong/text()")[0]
IndexError: list index out of range
|
|
C
|
ca_qc_laval
|
2026-07-09 18:19:48
|
2026-07-09 18:19:48
|
|
|
C
|
ca_qc_levis
|
2026-07-09 18:47:58
|
2026-07-09 18:47:58
|
|
|
C
|
ca_qc_longueuil
|
2026-07-09 18:48:50
|
2026-07-09 18:48:50
|
|
|
A
|
ca_qc_magog
|
2026-07-09 18:20:07
|
2026-07-09 18:20:07
|
|
|
C
|
ca_qc_mercier
|
2026-07-09 18:16:25
|
2026-07-09 18:16:25
|
|
D>
18:45:36 WARNING pupa: validation of Membership 5ff1c8b0-7bc6-11f1-88e2-1e9da3e2926f failed: 1 validation errors:
Value '1 450 475-2008 x=4004' for field '' does not match regular expression '\A1 \d{3} \d{3}-\d{4}(?: x\d+)?\Z'
18:45:36 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:2474005/legislature yet
|
ca_qc_mirabel
|
|
2026-07-09 18:45:36
|
Value '1 450 475-2008 x=4004' for field '' does not match regular expression '\A1 \d{3} \d{3}-\d{4}(?: x\d+)?\Z'
Traceback (most recent call last):
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 175, in validate
validator.validate(self.as_dict(), schema)
File "/usr/local/lib/python3.10/site-packages/validictory/validator.py", line 616, in validate
raise MultipleValidationError(self._errors)
validictory.validator.MultipleValidationError: 1 validation errors:
Value '1 450 475-2008 x=4004' for field '' does not match regular expression '\A1 \d{3} \d{3}-\d{4}(?: x\d+)?\Z'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 104, in do_scrape
self.save_object(obj)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 93, in save_object
self.save_object(obj)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 89, in save_object
raise ve
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 85, in save_object
obj.validate()
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 177, in validate
raise ScrapeValueError('validation of {} {} failed: {}'.format(
pupa.exceptions.ScrapeValueError: validation of Membership 5ff1c8b0-7bc6-11f1-88e2-1e9da3e2926f failed: 1 validation errors:
Value '1 450 475-2008 x=4004' for field '' does not match regular expression '\A1 \d{3} \d{3}-\d{4}(?: x\d+)?\Z'
|
D>
18:44:12 WARNING pupa: validation of Membership 2dd63780-7bc6-11f1-88e2-1e9da3e2926f failed: 1 validation errors:
Value 'Cell. :\nFax : 514-868-3324' for field '' does not match regular expression '\A1 \d{3} \d{3}-\d{4}(?: x\d+)?\Z'
18:44:12 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:2466023/legislature yet
|
ca_qc_montreal
|
|
2026-07-09 18:44:12
|
Value 'Cell. :\nFax : 514-868-3324' for field '' does not match regular expression '\A1 \d{3} \d{3}-\d{4}(?: x\d+)?\Z'
Traceback (most recent call last):
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 175, in validate
validator.validate(self.as_dict(), schema)
File "/usr/local/lib/python3.10/site-packages/validictory/validator.py", line 616, in validate
raise MultipleValidationError(self._errors)
validictory.validator.MultipleValidationError: 1 validation errors:
Value 'Cell. :\nFax : 514-868-3324' for field '' does not match regular expression '\A1 \d{3} \d{3}-\d{4}(?: x\d+)?\Z'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 104, in do_scrape
self.save_object(obj)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 93, in save_object
self.save_object(obj)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 89, in save_object
raise ve
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 85, in save_object
obj.validate()
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 177, in validate
raise ScrapeValueError('validation of {} {} failed: {}'.format(
pupa.exceptions.ScrapeValueError: validation of Membership 2dd63780-7bc6-11f1-88e2-1e9da3e2926f failed: 1 validation errors:
Value 'Cell. :\nFax : 514-868-3324' for field '' does not match regular expression '\A1 \d{3} \d{3}-\d{4}(?: x\d+)?\Z'
|
|
C
|
ca_qc_montreal_est
|
2026-07-09 18:53:29
|
2026-07-09 18:53:29
|
|
|
C
|
ca_qc_pointe_claire
|
2026-07-09 18:19:51
|
2026-07-09 18:19:51
|
|
|
C
|
ca_qc_quebec
|
2026-07-09 18:35:35
|
2026-07-09 18:35:35
|
|
|
A
|
ca_qc_repentigny
|
2026-07-09 18:39:25
|
2026-07-09 18:39:25
|
|
|
A
|
ca_qc_rimouski
|
2026-07-09 18:51:53
|
2026-07-09 18:51:53
|
|
|
A
|
ca_qc_rouyn_noranda
|
2026-07-09 18:43:21
|
2026-07-09 18:43:21
|
|
|
C
|
ca_qc_saguenay
|
2026-07-09 18:16:43
|
2026-07-09 18:16:43
|
|
|
C
|
ca_qc_sainte_anne_de_bellevue
|
2026-07-09 18:39:35
|
2026-07-09 18:39:35
|
|
|
A
|
ca_qc_sainte_julie
|
2026-07-09 18:47:54
|
2026-07-09 18:47:54
|
|
|
A
|
ca_qc_saint_eustache
|
2026-07-09 18:38:05
|
2026-07-09 18:38:05
|
|
|
A
|
ca_qc_saint_georges
|
2026-07-09 18:42:32
|
2026-07-09 18:42:32
|
|
|
A
|
ca_qc_saint_hyacinthe
|
2026-07-09 18:18:26
|
2026-07-09 18:18:26
|
|
D>
18:35:04 WARNING pupa: validation of CanadianPerson e6cc5a14-7bc4-11f1-88e2-1e9da3e2926f failed: 1 validation errors:
Value 'Gestion différenciée : des ajustements demandés par le conseil' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|St\\.|Van|Vander?|van|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|[ᐁᐃᐄᐅᐆᐊᐋᐯᐱᐲᐳᐴᐸᐹᑉᑊᑌᑎᑏᑐᑑᑕᑖᑦᑫᑭᑮᑯᑰᑲᑳᒃᒉᒋᒌᒍᒎᒐᒑᒡᒣᒥᒦᒧᒨᒪᒫᒻᓀᓂᓃᓄᓅᓇᓈᓐᓓᓕᓖᓗᓘᓚᓛᓪᓭᓯᓰᓱᓲᓴᓵᔅᔦᔨᔩᔪᔫᔭᔮᔾᕂᕆᕇᕈᕉᕋᕌᕐᕓᕕᕖᕗᕘᕙᕚᕝᕴᕵᕶᕷᕸᕹᕺᕻᕼᕿᖀᖁᖂᖃᖄᖅᖏᖐᖑᖒᖓᖔᖕᖖᖠᖡᖢᖣᖤᖥᖦᖨᖩᖪᖫᖬᖭᖮᖯᙯᙰᙱᙲᙳᙴᙵᙶ\U00011ab0\U00011ab1\U00011ab2\U00011ab3\U00011ab4\U00011ab5\U00011ab6\U00011ab7\U00011ab8\U00011ab9\U00011aba\U00011abb]+|Á\'a:líya|A\'aliya|Ch\'ng|Prud\'homme|Qwulti\'stunaat|Ya\'ara|D!ONNE|ChiefCalf|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|St\\.|Van|Vander?|van|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|[ᐁᐃᐄᐅᐆᐊᐋᐯᐱᐲᐳᐴᐸᐹᑉᑊᑌᑎᑏᑐᑑᑕᑖᑦᑫᑭᑮᑯᑰᑲᑳᒃᒉᒋᒌᒍᒎᒐᒑᒡᒣᒥᒦᒧᒨᒪᒫᒻᓀᓂᓃᓄᓅᓇᓈᓐᓓᓕᓖᓗᓘᓚᓛᓪᓭᓯᓰᓱᓲᓴᓵᔅᔦᔨᔩᔪᔫᔭᔮᔾᕂᕆᕇᕈᕉᕋᕌᕐᕓᕕᕖᕗᕘᕙᕚᕝᕴᕵᕶᕷᕸᕹᕺᕻᕼᕿᖀᖁᖂᖃᖄᖅᖏᖐᖑᖒᖓᖔᖕᖖᖠᖡᖢᖣᖤᖥᖦᖨᖩᖪᖫᖬᖭᖮᖯᙯᙰᙱᙲᙳᙴᙵᙶ\U00011ab0\U00011ab1\U00011ab2\U00011ab3\U00011ab4\U00011ab5\U00011ab6\U00011ab7\U00011ab8\U00011ab9\U00011aba\U00011abb]+|Á\'a:líya|A\'aliya|Ch\'ng|Prud\'homme|Qwulti\'stunaat|Ya\'ara|D!ONNE|ChiefCalf|IsaBelle)\\Z', flags=regex.V0)'
18:35:04 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:2456083/legislature yet
|
ca_qc_saint_jean_sur_richelieu
|
|
2026-07-09 18:35:04
|
Value 'Gestion différenciée : des ajustements demandés par le conseil' for field '<obj>.name' does not match regular express…
Traceback (most recent call last):
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 175, in validate
validator.validate(self.as_dict(), schema)
File "/usr/local/lib/python3.10/site-packages/validictory/validator.py", line 616, in validate
raise MultipleValidationError(self._errors)
validictory.validator.MultipleValidationError: 1 validation errors:
Value 'Gestion différenciée : des ajustements demandés par le conseil' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|St\\.|Van|Vander?|van|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|[ᐁᐃᐄᐅᐆᐊᐋᐯᐱᐲᐳᐴᐸᐹᑉᑊᑌᑎᑏᑐᑑᑕᑖᑦᑫᑭᑮᑯᑰᑲᑳᒃᒉᒋᒌᒍᒎᒐᒑᒡᒣᒥᒦᒧᒨᒪᒫᒻᓀᓂᓃᓄᓅᓇᓈᓐᓓᓕᓖᓗᓘᓚᓛᓪᓭᓯᓰᓱᓲᓴᓵᔅᔦᔨᔩᔪᔫᔭᔮᔾᕂᕆᕇᕈᕉᕋᕌᕐᕓᕕᕖᕗᕘᕙᕚᕝᕴᕵᕶᕷᕸᕹᕺᕻᕼᕿᖀᖁᖂᖃᖄᖅᖏᖐᖑᖒᖓᖔᖕᖖᖠᖡᖢᖣᖤᖥᖦᖨᖩᖪᖫᖬᖭᖮᖯᙯᙰᙱᙲᙳᙴᙵᙶ\U00011ab0\U00011ab1\U00011ab2\U00011ab3\U00011ab4\U00011ab5\U00011ab6\U00011ab7\U00011ab8\U00011ab9\U00011aba\U00011abb]+|Á\'a:líya|A\'aliya|Ch\'ng|Prud\'homme|Qwulti\'stunaat|Ya\'ara|D!ONNE|ChiefCalf|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|St\\.|Van|Vander?|van|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|[ᐁᐃᐄᐅᐆᐊᐋᐯᐱᐲᐳᐴᐸᐹᑉᑊᑌᑎᑏᑐᑑᑕᑖᑦᑫᑭᑮᑯᑰᑲᑳᒃᒉᒋᒌᒍᒎᒐᒑᒡᒣᒥᒦᒧᒨᒪᒫᒻᓀᓂᓃᓄᓅᓇᓈᓐᓓᓕᓖᓗᓘᓚᓛᓪᓭᓯᓰᓱᓲᓴᓵᔅᔦᔨᔩᔪᔫᔭᔮᔾᕂᕆᕇᕈᕉᕋᕌᕐᕓᕕᕖᕗᕘᕙᕚᕝᕴᕵᕶᕷᕸᕹᕺᕻᕼᕿᖀᖁᖂᖃᖄᖅᖏᖐᖑᖒᖓᖔᖕᖖᖠᖡᖢᖣᖤᖥᖦᖨᖩᖪᖫᖬᖭᖮᖯᙯᙰᙱᙲᙳᙴᙵᙶ\U00011ab0\U00011ab1\U00011ab2\U00011ab3\U00011ab4\U00011ab5\U00011ab6\U00011ab7\U00011ab8\U00011ab9\U00011aba\U00011abb]+|Á\'a:líya|A\'aliya|Ch\'ng|Prud\'homme|Qwulti\'stunaat|Ya\'ara|D!ONNE|ChiefCalf|IsaBelle)\\Z', flags=regex.V0)'
During handling of the above exception, another exception occurred:
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 104, in do_scrape
self.save_object(obj)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 89, in save_object
raise ve
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 85, in save_object
obj.validate()
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 177, in validate
raise ScrapeValueError('validation of {} {} failed: {}'.format(
pupa.exceptions.ScrapeValueError: validation of CanadianPerson e6cc5a14-7bc4-11f1-88e2-1e9da3e2926f failed: 1 validation errors:
Value 'Gestion différenciée : des ajustements demandés par le conseil' for field '<obj>.name' does not match regular expression 'regex.Regex('\\A(?!(?:Chair|Commissioner|Conseiller|Councillor|Deputy|Dr|M|Maire|Mayor|Miss|Mme|Mr|Mrs|Ms|Regional|Warden)\\b)(?:(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|St\\.|Van|Vander?|van|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|[ᐁᐃᐄᐅᐆᐊᐋᐯᐱᐲᐳᐴᐸᐹᑉᑊᑌᑎᑏᑐᑑᑕᑖᑦᑫᑭᑮᑯᑰᑲᑳᒃᒉᒋᒌᒍᒎᒐᒑᒡᒣᒥᒦᒧᒨᒪᒫᒻᓀᓂᓃᓄᓅᓇᓈᓐᓓᓕᓖᓗᓘᓚᓛᓪᓭᓯᓰᓱᓲᓴᓵᔅᔦᔨᔩᔪᔫᔭᔮᔾᕂᕆᕇᕈᕉᕋᕌᕐᕓᕕᕖᕗᕘᕙᕚᕝᕴᕵᕶᕷᕸᕹᕺᕻᕼᕿᖀᖁᖂᖃᖄᖅᖏᖐᖑᖒᖓᖔᖕᖖᖠᖡᖢᖣᖤᖥᖦᖨᖩᖪᖫᖬᖭᖮᖯᙯᙰᙱᙲᙳᙴᙵᙶ\U00011ab0\U00011ab1\U00011ab2\U00011ab3\U00011ab4\U00011ab5\U00011ab6\U00011ab7\U00011ab8\U00011ab9\U00011aba\U00011abb]+|Á\'a:líya|A\'aliya|Ch\'ng|Prud\'homme|Qwulti\'stunaat|Ya\'ara|D!ONNE|ChiefCalf|IsaBelle)(?:\'|-| - | ))+(?:(?:\\p{Lu}\\.)+|\\p{Lu}+|(?:Jr|Rev|Sr|St)\\.|da|de|den|der|la|van|von|[("](?:\\p{Lu}+|\\p{Lu}\\p{Ll}*(?:-\\p{Lu}\\p{Ll}*)*)[)"]|(?:D\'|d\'|De|de|Des|Di|Du|L\'|La|Le|Mac|Mc|O\'|San|St\\.|Van|Vander?|van|vanden)?\\p{Lu}\\p{Ll}+|\\p{Lu}\\p{Ll}+Anne?|Marie\\p{Lu}\\p{Ll}+|[ᐁᐃᐄᐅᐆᐊᐋᐯᐱᐲᐳᐴᐸᐹᑉᑊᑌᑎᑏᑐᑑᑕᑖᑦᑫᑭᑮᑯᑰᑲᑳᒃᒉᒋᒌᒍᒎᒐᒑᒡᒣᒥᒦᒧᒨᒪᒫᒻᓀᓂᓃᓄᓅᓇᓈᓐᓓᓕᓖᓗᓘᓚᓛᓪᓭᓯᓰᓱᓲᓴᓵᔅᔦᔨᔩᔪᔫᔭᔮᔾᕂᕆᕇᕈᕉᕋᕌᕐᕓᕕᕖᕗᕘᕙᕚᕝᕴᕵᕶᕷᕸᕹᕺᕻᕼᕿᖀᖁᖂᖃᖄᖅᖏᖐᖑᖒᖓᖔᖕᖖᖠᖡᖢᖣᖤᖥᖦᖨᖩᖪᖫᖬᖭᖮᖯᙯᙰᙱᙲᙳᙴᙵᙶ\U00011ab0\U00011ab1\U00011ab2\U00011ab3\U00011ab4\U00011ab5\U00011ab6\U00011ab7\U00011ab8\U00011ab9\U00011aba\U00011abb]+|Á\'a:líya|A\'aliya|Ch\'ng|Prud\'homme|Qwulti\'stunaat|Ya\'ara|D!ONNE|ChiefCalf|IsaBelle)\\Z', flags=regex.V0)'
|
|
C
|
ca_qc_saint_jerome
|
2026-07-09 18:19:50
|
2026-07-09 18:19:50
|
|
|
A
|
ca_qc_salaberry_de_valleyfield
|
2026-07-09 18:18:25
|
2026-07-09 18:18:25
|
|
|
C
|
ca_qc_senneville
|
2026-07-09 18:34:57
|
2026-07-09 18:34:57
|
|
|
A
|
ca_qc_sept_iles
|
2026-07-09 18:39:28
|
2026-07-09 18:39:28
|
|
|
A
|
ca_qc_shawinigan
|
2026-07-09 18:42:20
|
2026-07-09 18:42:20
|
|
|
C
|
ca_qc_sherbrooke
|
2026-07-09 18:37:44
|
2026-07-09 18:37:44
|
|
|
A
|
ca_qc_sorel_tracy
|
2026-07-09 18:38:07
|
2026-07-09 18:38:07
|
|
|
C
|
ca_qc_terrebonne
|
2026-07-09 18:49:20
|
2026-07-09 18:49:20
|
|
|
A
|
ca_qc_thetford_mines
|
2026-07-09 18:42:30
|
2026-07-09 18:42:30
|
|
|
C
|
ca_qc_trois_rivieres
|
2026-07-09 18:36:25
|
2026-07-09 18:36:25
|
|
|
A
|
ca_qc_val_dor
|
2026-07-09 18:45:18
|
2026-07-09 18:45:18
|
|
D>
18:16:39 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:2471083/legislature yet
|
ca_qc_vaudreuil_dorion
|
|
2026-07-09 18:16:39
|
AssertionError: No member cards found
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_qc_vaudreuil_dorion/people.py", line 13, in scrape
assert cards, "No member cards found"
AssertionError: No member cards found
|
|
A
|
ca_qc_victoriaville
|
2026-07-09 18:20:17
|
2026-07-09 18:20:17
|
|
|
C
|
ca_qc_westmount
|
2026-07-09 18:38:07
|
2026-07-09 18:38:07
|
|
|
C
|
ca_sk
|
2026-07-09 18:37:27
|
2026-07-09 18:37:27
|
|
|
C
|
ca_sk_regina
|
2026-07-09 18:35:25
|
2026-07-09 18:35:25
|
|
D>
18:18:16 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:4711066/legislature yet
|
ca_sk_saskatoon
|
|
2026-07-09 18:18:16
|
IndexError: list index out of range
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_sk_saskatoon/people.py", line 24, in scrape
name = content.xpath(".//h2")[0].text_content().replace("Councillor:", "").strip()
IndexError: list index out of range
|
|
C
|
ca_yt
|
2026-07-09 18:35:37
|
2026-07-09 18:35:37
|
|
D>
18:52:18 WARNING scrapelib: sleeping for 10 seconds before retry
18:52:28 WARNING scrapelib: sleeping for 20 seconds before retry
18:52:48 WARNING scrapelib: sleeping for 40 seconds before retry
18:53:28 WARNING pupa: could not save RunPlan, no successful runs of ocd-jurisdiction/country:ca/csd:6001009/legislature yet
|
ca_yt_whitehorse
|
|
2026-07-09 18:53:28
|
scrapelib.HTTPError: 403 while retrieving https://www.whitehorse.ca/our-government/city-council/mayor-and-council/
Traceback (most recent call last):
File "/src/scrapers-ca-app/reports/utils.py", line 73, in scrape_people
report.report = subcommand.handle(args, other)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 260, in handle
return self.do_handle(args, other, juris)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 305, in do_handle
report['scrape'] = self.do_scrape(juris, args, scrapers)
File "/usr/local/lib/python3.10/site-packages/pupa/cli/commands/update.py", line 173, in do_scrape
report[scraper_name] = scraper.do_scrape(**scrape_args)
File "/usr/local/lib/python3.10/site-packages/pupa/scrape/base.py", line 99, in do_scrape
for obj in self.scrape(**kwargs) or []:
File "/src/scrapers-ca-app/scrapers/ca_yt_whitehorse/people.py", line 9, in scrape
page = self.lxmlize(COUNCIL_PAGE)
File "/src/scrapers-ca-app/scrapers/utils.py", line 217, in lxmlize
response = self.get(url, cookies=cookies, verify=verify)
File "/src/scrapers-ca-app/scrapers/utils.py", line 198, in get
return super().get(*args, verify=kwargs.pop("verify", SSL_VERIFY), **kwargs)
File "/usr/local/lib/python3.10/site-packages/requests/sessions.py", line 605, in get
return self.request("GET", url, **kwargs)
File "/usr/local/lib/python3.10/site-packages/scrapelib/__init__.py", line 619, in request
raise HTTPError(resp)
scrapelib.HTTPError: 403 while retrieving https://www.whitehorse.ca/our-government/city-council/mayor-and-council/
|