main.py

import urllib.request
from urllib.parse import urlsplit, urlunsplit
from html_table_parser import HTMLTableParser
from datetime import date
from datetime import datetime
import os
import sendgrid
from sendgrid.helpers.mail import *
from bs4 import BeautifulSoup

ACCOUNT_NUMBER = os.environ.get('ACCOUNT_NUMBER')
DAYS_THRESHOLD = int(os.environ.get('DAYS_THRESHOLD', '31'))
FROM_EMAIL = Email(os.environ.get('FROM_EMAIL'))
TO_EMAIL = To(os.environ.get('TO_EMAIL'))
EMAIL_SUBJECT = os.environ.get('EMAIL_SUBJECT')
SG = sendgrid.SendGridAPIClient(api_key=os.environ.get('SENDGRID_API'))
CITY = os.environ.get('CITY').lower()[0]

JERSEY_CITY_BASE_URL = 'http://taxes.cityofjerseycity.com'
NEWARK_BASE_URL = 'https://taxes.ci.newark.nj.us'
BASE_URLS = {
    'j': JERSEY_CITY_BASE_URL,
    'n': NEWARK_BASE_URL
}


def sentence_case(str):
    return '. '.join(i.capitalize() for i in str.split('. '))


def url_get_table(url):
    req = urllib.request.Request(url=url)
    f = urllib.request.urlopen(req)
    p = HTMLTableParser()
    p.feed(f.read().decode('utf-8'))
    return p.tables


def check(event, context):
    today = date.today()
    url = f'{BASE_URLS.get(CITY)}/ViewPay?accountNumber={ACCOUNT_NUMBER}'
    tables = url_get_table(url)

    output = ''
    for line in reversed(tables[0]):
        due_date = line[2]
        description = sentence_case(line[3])
        open_balance = line[6]
        open_balance_dollars = 0.0
        try:
            open_balance_dollars = float(open_balance[1:].replace(',', ''))
        except ValueError:
            pass

        if open_balance_dollars > 0.0:
            days_diff = (datetime.strptime(due_date, '%m/%d/%Y').date() - today).days
            if days_diff < DAYS_THRESHOLD:
                output += f'<u>{description}</u> of <u>{open_balance}</u> due on <u>{due_date}</u><br/>\n'

    if len(output) > 0:
        output += f'<br/>Go pay it at <a href="{url}">{urlsplit(url).netloc}</a>'
        plain_text = BeautifulSoup(output).get_text()
        print(plain_text)

        SG.send(
            message=Mail(
                FROM_EMAIL,
                TO_EMAIL,
                EMAIL_SUBJECT,
                Content("text/plain", plain_text),
                HtmlContent(output)
            )
        )

    return output