searcher_baderland.py

from bs4 import BeautifulSoup
import requests
import sys
from datetime import datetime, timedelta

import json
import os.path
from os import path
import time
import smtplib
from email.message import EmailMessage
from email.mime.multipart import MIMEMultipart
from email.mime.text import MIMEText
import re
import traceback
import ssl


# Secrets
smtp_host = os.getenv("SMTP_HOST")
smtp_username = os.getenv("SMTP_USERNAME")
smtp_password = os.getenv("SMTP_PASSWORD")
smtp_to = os.getenv("SMTP_TO")
smtp_from = os.getenv("SMTP_FROM")

# "Fixed" configurations
enable_email = True


try:

    def send_mail(
        to_email,
        subject,
        message,
        message_html=None,
        server=smtp_host,
        from_email=smtp_from,
    ):
        if enable_email:
            # Create message container - the correct MIME type is multipart/alternative.
            msg = MIMEMultipart("alternative")
            msg["Subject"] = subject
            msg["From"] = from_email
            msg["To"] = to_email
            msg["CC"] = to_email

            part1 = MIMEText(message, "plain")
            msg.attach(part1)
            if message_html != None:
                part2 = MIMEText(message_html, "html")            
                msg.attach(part2)
            # print("SMTP server: "+server)
            # print("SMTP username: "+smtp_username)
            server = smtplib.SMTP(server,587)
            server.ehlo()
            server.starttls(context=ssl.create_default_context(purpose=ssl.Purpose.SERVER_AUTH, cafile=None, capath=None))
            server.ehlo()
            # server.set_debuglevel(1)
            server.login(smtp_username, smtp_password)
            server.send_message(msg)
            server.quit()

    try:
        f = open("/data/baederland1.last")
        lastresult1 = f.read()
        f.close()
    except:
        lastresult1 = ""
    try:
        f = open("/data/baederland2.last")
        lastresult2 = f.read()
        f.close()
    except:
        lastresult2 = ""

    tod = datetime.now()
    d = timedelta(days=-7)
    a = tod - d

    main_url = "https://www.baederland.de/kurse/kursfinder/?course%5Blocation%5D=&course%5Blatlng%5D=&course%5Bpool%5D%5B%5D=17&course%5Bcategory%5D%5B%5D=60&course%5Bcategory%5D%5B%5D=52&course%5Bdate%5D=01.05.2025"

    headers = {
        "accept": "text/html,application/xhtml+xml,application/xml;q=0.9,image/avif,image/webp,image/apng,*/*;q=0.8",
        "accept-language": "de-DE,de;q=0.6",
        "cache-control": "no-cache",
        "pragma": "no-cache",
        "sec-ch-ua": '"Chromium";v="118", "Brave";v="118", "Not=A?Brand";v="99"',
        "sec-ch-ua-mobile": "?0",
        "sec-ch-ua-platform": '"Windows"',
        "sec-fetch-dest": "document",
        "sec-fetch-mode": "navigate",
        "sec-fetch-site": "same-origin",
        "sec-fetch-user": "?1",
        "sec-gpc": "1",
        "upgrade-insecure-requests": "1",
        "referrer": main_url,
    }

    req = requests.get(
        main_url,
        json=None,
        proxies=None,
        timeout=30,
        headers=headers,
    )
    print("Printing req.text:" + req.text)
    #print(req.text)
    html = ""
    bs = BeautifulSoup(req.text, "html.parser")
    srs = bs.findAll("div", class_="course-overview")
    for sr in srs:
        html = str(sr)
        break
    #print("Printing html result: " + html)
    #print(html)

    if lastresult1 != html and html.find("Fehler: Es konnten keine Daten abgerufen werden")==-1:
        text_file = open("/data/baederland1.last", "w")
        text_file.write(html)
        text_file.close()
        send_mail(
            smtp_to,
            "Baederland Update Aqua Rueckenfit",
            'Update auf <a href="'
            + main_url
            + '">Baederland Kurssuche</a> <p> '
            + html,
            'Update auf <a href="'
            + main_url
            + '">Baederland Kurssuche</a> <p> '
            + html,
        )

except Exception as E:
    text = str(E) + "\n\n" + traceback.format_exc()
    send_mail(smtp_to, "Exception searching for baederland update ", text)
    print(str(E) + "\n\n" + traceback.format_exc())