multi-user: users, per-user profiles/filters/notifications, tab UI, apply forensics
* DB: users + user_profiles/filters/notifications/preferences; applications gets user_id + forensics_json + profile_snapshot_json; new errors table with 14d retention; schema versioning via MIGRATIONS list * auth: password hashes in DB (argon2); env vars seed first admin; per-user sessions; CSRF bound to user id * apply: personal info/WBS moved out of env into the request body; providers take an ApplyContext with Profile + submit_forms; full Playwright recorder (step log, console, page errors, network, screenshots, final HTML) * web: five top-level tabs (Wohnungen/Bewerbungen/Logs/Fehler/Einstellungen); settings sub-tabs profil/filter/benachrichtigungen/account/benutzer; per-user matching, auto-apply and notifications (UI/Telegram/SMTP); red auto-apply switch on Wohnungen tab; forensics detail view for bewerbungen and fehler; retention background thread Co-Authored-By: Claude Opus 4.7 (1M context) <noreply@anthropic.com>
This commit is contained in:
Moritz
parent
e663386a19
commit
c630b500ef
36 changed files with 2763 additions and 1113 deletions
|
|
@ -1,10 +1,10 @@
|
|||
from actions import *
|
||||
from language import _
|
||||
from classes.application_result import ApplicationResult
|
||||
from providers._provider import Provider
|
||||
from settings import *
|
||||
import logging
|
||||
|
||||
from actions import open_page
|
||||
from classes.application_result import ApplicationResult
|
||||
from language import _
|
||||
from providers._provider import ApplyContext, Provider
|
||||
|
||||
logger = logging.getLogger("flat-apply")
|
||||
|
||||
|
||||
|
|
@ -13,88 +13,71 @@ class Wbm(Provider):
|
|||
def domain(self) -> str:
|
||||
return "wbm.de"
|
||||
|
||||
async def apply_for_flat(self, url) -> ApplicationResult:
|
||||
async with open_page(url) as page:
|
||||
logger.info("\tSTEP 1: checking if page not found")
|
||||
async def apply_for_flat(self, url: str, ctx: ApplyContext) -> ApplicationResult:
|
||||
r = ctx.recorder
|
||||
p = ctx.profile
|
||||
async with open_page(url, recorder=r) as page:
|
||||
r.step("page.404_check")
|
||||
if await page.get_by_role("heading", name="Page Not Found").is_visible():
|
||||
logger.debug("\t\t'page not found' message found - returning")
|
||||
return ApplicationResult(
|
||||
success=False,
|
||||
message=_("not_found"))
|
||||
logger.debug("\t\t'page not found' message not found")
|
||||
return ApplicationResult(False, message=_("not_found"))
|
||||
|
||||
logger.info("\tSTEP 2: accepting cookies")
|
||||
r.step("cookies.check")
|
||||
cookie_accept_btn = page.get_by_text("Alle zulassen")
|
||||
if await cookie_accept_btn.is_visible():
|
||||
await cookie_accept_btn.click()
|
||||
logger.debug("\t\tcookie accept button clicked")
|
||||
r.step("cookies.accepted")
|
||||
else:
|
||||
logger.debug("\t\tno cookie accept button found")
|
||||
r.step("cookies.absent")
|
||||
|
||||
logger.info("\tSTEP 3: removing chatbot help icon")
|
||||
await page.locator('#removeConvaiseChat').click()
|
||||
r.step("chatbot.remove")
|
||||
try:
|
||||
await page.locator('#removeConvaiseChat').click()
|
||||
except Exception as e:
|
||||
r.step("chatbot.remove_failed", "warn", str(e))
|
||||
|
||||
logger.info("\tSTEP 4: checking if ad is offline")
|
||||
r.step("ad.offline_check")
|
||||
if page.url == "https://www.wbm.de/wohnungen-berlin/angebote/":
|
||||
logger.debug("\t\t'page not found' url found - returning")
|
||||
return ApplicationResult(
|
||||
success=False,
|
||||
message=_("ad_offline"))
|
||||
logger.debug("\t\t'page not found' url not found")
|
||||
return ApplicationResult(False, message=_("ad_offline"))
|
||||
|
||||
r.step("form.open"); await page.locator('.openimmo-detail__contact-box-button').click()
|
||||
|
||||
logger.info("\tSTEP 5: go to the application form")
|
||||
await page.locator('.openimmo-detail__contact-box-button').click()
|
||||
|
||||
logger.info("\tSTEP 6: filling the application form")
|
||||
if IS_POSSESSING_WBS:
|
||||
r.step("form.wbs_section")
|
||||
if p.is_possessing_wbs:
|
||||
await page.locator('label[for="powermail_field_wbsvorhanden_1"]').click()
|
||||
await page.locator("input[name*='[wbsgueltigbis]']").fill(WBS_VALID_TILL.strftime("%Y-%m-%d"))
|
||||
await page.locator("select[name*='[wbszimmeranzahl]']").select_option(str(WBS_ROOMS))
|
||||
await page.locator("#powermail_field_einkommensgrenzenacheinkommensbescheinigung9").select_option(WBS_TYPE)
|
||||
if IS_PRIO_WBS:
|
||||
await page.locator("input[name*='[wbsgueltigbis]']").fill(p.wbs_valid_till_dt().strftime("%Y-%m-%d"))
|
||||
await page.locator("select[name*='[wbszimmeranzahl]']").select_option(str(p.wbs_rooms))
|
||||
await page.locator("#powermail_field_einkommensgrenzenacheinkommensbescheinigung9").select_option(p.wbs_type)
|
||||
if p.is_prio_wbs:
|
||||
await page.locator("#powermail_field_wbsmitbesonderemwohnbedarf_1").check(force=True)
|
||||
else:
|
||||
await page.locator('label[for="powermail_field_wbsvorhanden_2"]').click()
|
||||
|
||||
await page.locator("#powermail_field_anrede").select_option(SALUTATION)
|
||||
await page.locator("#powermail_field_name").fill(LASTNAME)
|
||||
await page.locator("#powermail_field_vorname").fill(FIRSTNAME)
|
||||
await page.locator("#powermail_field_strasse").fill(STREET)
|
||||
await page.locator("#powermail_field_plz").fill(POSTCODE)
|
||||
await page.locator("#powermail_field_ort").fill(CITY)
|
||||
await page.locator("#powermail_field_e_mail").fill(EMAIL)
|
||||
await page.locator("#powermail_field_telefon").fill(TELEPHONE)
|
||||
r.step("form.personal")
|
||||
await page.locator("#powermail_field_anrede").select_option(p.salutation)
|
||||
await page.locator("#powermail_field_name").fill(p.lastname)
|
||||
await page.locator("#powermail_field_vorname").fill(p.firstname)
|
||||
await page.locator("#powermail_field_strasse").fill(p.street)
|
||||
await page.locator("#powermail_field_plz").fill(p.postcode)
|
||||
await page.locator("#powermail_field_ort").fill(p.city)
|
||||
await page.locator("#powermail_field_e_mail").fill(p.email)
|
||||
await page.locator("#powermail_field_telefon").fill(p.telephone)
|
||||
await page.locator("#powermail_field_datenschutzhinweis_1").check(force=True)
|
||||
|
||||
logger.info("\tSTEP 7: submit the form")
|
||||
if not SUBMIT_FORMS:
|
||||
logger.debug(f"\t\tdry run - not submitting")
|
||||
if not ctx.submit_forms:
|
||||
r.step("submit.dry_run")
|
||||
return ApplicationResult(success=True, message=_("application_success_dry"))
|
||||
await page.get_by_role("button", name="Anfrage absenden").click()
|
||||
|
||||
logger.info("\tSTEP 8: check the success")
|
||||
r.step("submit.click"); await page.get_by_role("button", name="Anfrage absenden").click()
|
||||
|
||||
r.step("success.check")
|
||||
if await page.get_by_text("Wir haben Ihre Anfrage für das Wohnungsangebot erhalten.").is_visible():
|
||||
logger.info(f"\t\tsuccess detected by text")
|
||||
return ApplicationResult(True)
|
||||
elif await self.is_missing_fields_warning(page):
|
||||
logger.warning(f"\t\tmissing fields warning detected")
|
||||
elif await self._missing_fields_warning(page):
|
||||
r.step("missing_fields_detected", "warn")
|
||||
return ApplicationResult(False, _("missing_fields"))
|
||||
else:
|
||||
logger.warning(f"\t\tneither missing fields nor success detected")
|
||||
return ApplicationResult(success=False, message=_("submit_conformation_msg_not_found"))
|
||||
r.step("success.not_found", "warn")
|
||||
return ApplicationResult(success=False, message=_("submit_conformation_msg_not_found"))
|
||||
|
||||
|
||||
async def is_missing_fields_warning(self, page):
|
||||
async def _missing_fields_warning(self, page) -> bool:
|
||||
missing_field_msg = page.get_by_text("Dieses Feld muss ausgefüllt werden!").first
|
||||
if await missing_field_msg.first.is_visible():
|
||||
return True
|
||||
return False
|
||||
|
||||
|
||||
|
||||
if __name__ == "__main__":
|
||||
# url = "https://www.wbm.de/wohnungen-berlin/angebote/details/4-zimmer-wohnung-in-spandau-1/" # not found
|
||||
url = "https://www.wbm.de/wohnungen-berlin/angebote/details/wbs-160-180-220-perfekt-fuer-kleine-familien-3-zimmer-wohnung-mit-balkon/"
|
||||
provider = Wbm()
|
||||
provider.test_apply(url)
|
||||
return await missing_field_msg.first.is_visible()
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue