-
-
Notifications
You must be signed in to change notification settings - Fork 770
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
4 changed files
with
176 additions
and
1 deletion.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
140 changes: 140 additions & 0 deletions
140
...mponents/waste_collection_schedule/waste_collection_schedule/source/armadale_wa_gov_au.py
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,140 @@ | ||
| import requests | ||
| from waste_collection_schedule import Collection # type: ignore[attr-defined] | ||
| from bs4 import BeautifulSoup, NavigableString | ||
| import datetime | ||
|
|
||
|
|
||
| TITLE = "Armadale (Western Australia)" | ||
| DESCRIPTION = "Source for Armadale (Western Australia)." | ||
| URL = "https://www.armadale.wa.gov.au" | ||
| TEST_CASES = { | ||
| "23 Sexty St, ARMADALE": {"address": "23 Sexty St, ARMADALE"}, | ||
| "270 Skeet Rd, HARRISDALE": {"address": "270 Skeet Rd, HARRISDALE"} | ||
| } | ||
|
|
||
| WEEKDAYS = { | ||
| "Monday": 0, | ||
| "Tuesday": 1, | ||
| "Wednesday": 2, | ||
| "Thursday": 3, | ||
| "Friday": 4, | ||
| "Saturday": 5, | ||
| "Sunday": 6, | ||
| } | ||
|
|
||
|
|
||
| API_URL = "https://www.armadale.wa.gov.au/system/ajax" | ||
|
|
||
|
|
||
| def easter(year): | ||
| # taken from dateutil easter https://dateutil.readthedocs.io/en/stable/_modules/dateutil/easter.html to prevent dependency | ||
|
|
||
| y = year | ||
| g = y % 19 | ||
| e = 0 | ||
|
|
||
| # New method | ||
| c = y//100 | ||
| h = (c - c//4 - (8*c + 13)//25 + 19*g + 15) % 30 | ||
| i = h - (h//28)*(1 - (h//28)*(29//(h + 1))*((21 - g)//11)) | ||
| j = (y + y//4 + i + 2 - c + c//4) % 7 | ||
|
|
||
| # p can be from -6 to 56 corresponding to dates 22 March to 23 May | ||
| # (later dates apply to method 2, although 23 May never actually occurs) | ||
| p = i - j + e | ||
| d = 1 + (p + 27 + (p + 6)//40) % 31 | ||
| m = 3 + (p + 26)//30 | ||
| return datetime.date(int(y), int(m), int(d)) | ||
|
|
||
|
|
||
| class Source: | ||
| def __init__(self, address: str): | ||
| self._address: str = address | ||
|
|
||
| def fetch(self): | ||
|
|
||
| args: dict[str, str] = { | ||
| "address": self._address, | ||
| "form_id": "waste_collection_form" | ||
| } | ||
|
|
||
| s = requests.Session() | ||
|
|
||
| r = s.get("https://www.armadale.wa.gov.au/my-waste-collection-day") | ||
| r.raise_for_status() | ||
|
|
||
| soup = BeautifulSoup(r.text, "html.parser") | ||
| form_build_id = soup.find( | ||
| "input", {"type": "hidden", "name": "form_build_id"}) | ||
| if not form_build_id or isinstance(form_build_id, NavigableString) or not form_build_id.attrs["value"]: | ||
| raise Exception("Could not find form_build_id") | ||
|
|
||
| form_build_id = form_build_id["value"] | ||
| if not isinstance(form_build_id, str): | ||
| raise Exception("Could not find form_build_id") | ||
| args["form_build_id"] = form_build_id | ||
|
|
||
| # get json | ||
| r = s.post(API_URL, data=args) | ||
| r.raise_for_status() | ||
|
|
||
| data = r.json() | ||
| if len(data) < 2: | ||
| raise Exception("wrong data returned") | ||
|
|
||
| data = data[1]["data"] | ||
|
|
||
| soup = BeautifulSoup(data, "html.parser") | ||
|
|
||
| trs = soup.find_all("tr") | ||
| if not trs or len(trs) < 3: | ||
| raise Exception("Could not parse data correctly") | ||
|
|
||
| bin_day = trs[1].find("td").text.strip() | ||
| if not bin_day or not bin_day in WEEKDAYS: | ||
| raise Exception("Could not parse data correctly") | ||
| bin_day = WEEKDAYS[bin_day] | ||
|
|
||
| recycling: bool = trs[2].find( | ||
| "td").text.strip().lower().startswith("this week") | ||
|
|
||
| current_day = datetime.datetime.now().date() | ||
|
|
||
| diff_to_next = (bin_day - current_day.weekday()) % 7 | ||
|
|
||
| # next is next week | ||
| if current_day.weekday() + diff_to_next >= 7: | ||
| recycling = not recycling | ||
|
|
||
| current_day = current_day + datetime.timedelta(days=diff_to_next) | ||
|
|
||
| entries = [] | ||
| for i in range(52): | ||
| date = current_day | ||
| start_of_week = date - datetime.timedelta(days=date.weekday()) | ||
|
|
||
| christmas = datetime.date(current_day.year, 12, 25) | ||
| new_years_day = datetime.date( | ||
| current_day.year + (1 if current_day.month == 12 else 0), 1, 1) | ||
| good_friday = easter(current_day.year) - datetime.timedelta(days=2) | ||
|
|
||
|
|
||
| if start_of_week <= christmas <= date or start_of_week <= new_years_day <= date: | ||
| # if christmas or new years day is in the current week | ||
| if 0 <= christmas.weekday() < 5: # if christmas is on a weekday | ||
| date += datetime.timedelta(days=1) | ||
|
|
||
|
|
||
| if date == good_friday: | ||
| date += datetime.timedelta(days=1) | ||
|
|
||
| entries.append(Collection( | ||
| date=date, t="rubbish", icon="mdi:trash-can")) | ||
| if recycling: | ||
| entries.append(Collection( | ||
| date=date, t="recycling", icon="mdi:recycle")) | ||
|
|
||
| current_day += datetime.timedelta(days=7) | ||
| recycling = not recycling | ||
|
|
||
| return entries |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,34 @@ | ||
| # Armadale (Western Australia) | ||
|
|
||
| Support for schedules provided by [Armadale (Western Australia)](https://www.armadale.wa.gov.au), serving Armadale (Western Australia), Australia. | ||
|
|
||
| ## Configuration via configuration.yaml | ||
|
|
||
| ```yaml | ||
| waste_collection_schedule: | ||
| sources: | ||
| - name: armadale_wa_gov_au | ||
| args: | ||
| address: ADDRESS | ||
|
|
||
| ``` | ||
| ### Configuration Variables | ||
| **address** | ||
| *(String) (required)* | ||
| ## Example | ||
| ```yaml | ||
| waste_collection_schedule: | ||
| sources: | ||
| - name: armadale_wa_gov_au | ||
| args: | ||
| address: 23 Sexty St, ARMADALE | ||
|
|
||
| ``` | ||
| ## How to get the source argument | ||
| Find the parameter of your address using [https://www.armadale.wa.gov.au/my-waste-collection](https://www.armadale.wa.gov.au/my-waste-collection) and write them exactly like on the web page. |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters