React to new error message
This commit is contained in:
parent
8c6b672d90
commit
d7b07d02b5
10
README.md
10
README.md
@ -3,6 +3,10 @@
|
||||
`apt install python3-pydantic python3-httpx python3-bs4 python3-tqdm locales-all && sudo locale-gen`
|
||||
|
||||
# Windows build
|
||||
1. install wine
|
||||
2. create venv and `pip install .`
|
||||
3. `wine pyinstaller --paths=venv/lib/python3.10/site-packages/ --collect-submodules=lxml --onefile scraperoog/scrape.py`
|
||||
1. Install wine
|
||||
2. `winecfg` and configure windows 10
|
||||
3. Install [python](https://www.python.org/downloads/windows/)
|
||||
4. Install pyinstaller in wine `wine pip install pyinstaller`
|
||||
5. Create venv and `pip install .`
|
||||
6. `wine pyinstaller --paths=venv/lib/python3.10/site-packages/ --onefile scraperoog/scrape.py`
|
||||
7. .exe is found under dist/
|
||||
|
@ -1,10 +1,9 @@
|
||||
[project]
|
||||
name = "scraperoog"
|
||||
version = "0.0.2"
|
||||
version = "0.0.3"
|
||||
dependencies = [
|
||||
"tqdm",
|
||||
"bs4",
|
||||
"lxml",
|
||||
"httpx",
|
||||
"pydantic",
|
||||
]
|
||||
|
@ -1,10 +1,11 @@
|
||||
import asyncio
|
||||
import csv
|
||||
import json
|
||||
import locale
|
||||
locale.setlocale(locale.LC_TIME, "German") # dates on that page are German
|
||||
import pickle
|
||||
import platform
|
||||
if platform.system() == "Windows":
|
||||
locale.setlocale(locale.LC_TIME, "German")
|
||||
else:
|
||||
locale.setlocale(locale.LC_TIME, "de_DE.utf_8")
|
||||
from configparser import ConfigParser
|
||||
from datetime import datetime
|
||||
from typing import List, Optional, Tuple
|
||||
@ -81,16 +82,16 @@ def convert_to_datestring(day: str, month: str, year: str) -> datetime:
|
||||
|
||||
async def request_data(index: int, client: AsyncClient) -> Optional[Entry]:
|
||||
response_data = await client.get(DATA_URL + str(index), timeout=20.0)
|
||||
if "Die Darstellung ist derzeit deaktiviert" not in response_data.text:
|
||||
if "Dieser Belegungskalender ist derzeit nicht aktiv." not in response_data.text:
|
||||
response_title = await client.get(MAIN_URL + str(index), timeout=20.0)
|
||||
title_soup = BeautifulSoup(response_title.text, "lxml")
|
||||
title_soup = BeautifulSoup(response_title.text, "html.parser")
|
||||
apartment = (
|
||||
title_soup.body.header.h2.get_text()
|
||||
.replace("\xa0", " ")
|
||||
.replace("Wohneinheit: ", "")
|
||||
)
|
||||
|
||||
data_soup = BeautifulSoup(response_data.text, "lxml")
|
||||
data_soup = BeautifulSoup(response_data.text, "html.parser")
|
||||
valid_element = data_soup.find_all("td", attrs={"data-daynum": True})
|
||||
availabilities = []
|
||||
for elm in valid_element:
|
||||
|
Loading…
x
Reference in New Issue
Block a user