utils.py

from sentence_transformers import SentenceTransformer, util
from lxml import etree
import smtplib
from email.message import EmailMessage
import urllib.parse
import time
import os
import datetime
import requests
from PIL import Image
from pytesseract import image_to_string
from youdotcom import Chat

from appwrite.client import Client
from appwrite.services.databases import Databases
from appwrite.query import Query

from dotenv import load_dotenv
load_dotenv()

model = SentenceTransformer('all-MiniLM-L6-v2')

SENDER = os.environ['SENDGRID_EMAIL']
PASSWORD = os.environ['SENDGRID_PASSWORD']

parser = etree.XMLParser(strip_cdata=False)


client = (Client()
          .set_endpoint('https://appwrite.shuchir.dev/v1')  # Your API Endpoint
          .set_project('studentmate')                # Your project ID
          .set_key(os.environ['APPWRITE_API_KEY']))          # Your secret API key
db = Databases(client)


def gpt_ify_classes(url):
    pId = url.split("/d/e/")[1].split("/")[0].replace("-", "")
    print("Getting screenshot...")
    apiurl = f"https://image.thum.io/get/maxAge/12/width/1920/{url}"
    payload = {}
    headers = {
        'Referer': 'https://www.thum.io/',
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Safari/537.36'
    }

    r = requests.request("GET", apiurl, headers=headers, data=payload)
    with open(f"{pId}.png", "wb") as f:
        f.write(r.content)
    print("reading text...")
    text = image_to_string(Image.open(f"{pId}.png"))
    text = text.replace('\n', '')
    os.remove(f"{pId}.png")
    time.sleep(.5)
    message = f"You are given the following text: {text} From this piece of text, find all of the assignments listed and when they are due. List these assignments in the following order- [assignment name] due [due date] where due date is in the form mm/dd/yyyy hh:mm:ss. If no date is specified, use the date the assignment was assigned on. If no time is specified, use 23:59:59 for the time. Do not use parentheses. Today is {datetime.datetime.today().strftime('%A')}. The date is {datetime.datetime.now().strftime('%m/%d/%Y')}. Use this date to calculate dates for names of days All dates should be after today. Make sure the format matches the following exactly- [assignment name] due [due date] where due date is mm/dd/yyyy hh:mm:ss. Insert a new line after each assignment."
    print(urllib.parse.quote(message), "\n", os.environ['YOU_API_KEY'].strip())
    assignments = Chat.send_message(message=urllib.parse.quote(
        message), api_key=os.environ['YOU_API_KEY'].strip())
    time.sleep(20)
    if not "message" in assignments:
        print(assignments)
        return {}
    assignments = assignments['message']
    print(assignments)
    assignmentsList = {}
    if not assignments:
        return assignmentsList
    for assignment in assignments.split("\n"):
        if not " due " in assignment:
            continue

        assignment = assignment.split(" due ")
        if len(assignment) == 1:
            assignment = assignment[0].split(" due on ")
        name = assignment[0]
        date = assignment[1]
        try:
            date = datetime.datetime.strptime(date, "%m/%d/%Y %H:%M:%S")
        except:
            continue
        if name not in assignmentsList.keys():
            assignmentsList[name] = date
    print(assignmentsList)
    return assignmentsList


def getBbClasses(userId, cookie=None):
    document = db.list_documents("users", "users", queries=[
                                 Query.equal("id", userId)])
    syncRes = db.list_documents("sync", "blackboard-na", queries=[Query.equal("userId", userId)])
    
    if syncRes['total'] == 0:
        cookie = None
    if not syncRes['documents'][0]['bbSyncComplete']:
        cookie = syncRes['documents'][0]['bbcookie']
    
    if document['total'] == 0:
        return None
    document = document['documents'][0]

    url = "https://northallegheny.blackboard.com/webapps/portal/execute/tabs/tabAction"

    payload = 'action=refreshAjaxModule&modId=_3_1&tabId=_1_1&tab_tab_group_id=_1_1'
    headers = {
        'Cookie': cookie,
        'Origin': 'https://northallegheny.blackboard.com',
        'Referer': 'https://northallegheny.blackboard.com/webapps/portal/execute/tabs/tabAction?tab_tab_group_id=_1_1',
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Safari/537.36',
        'Content-Type': 'application/x-www-form-urlencoded'
    }

    response = requests.request("POST", url, headers=headers, data=payload)
    root = etree.XML(response.text, parser)
    root = root.text
    splitclasses = root.split(' target="_top">')
    classes = []
    for i in range(1, len(splitclasses)):
        name = splitclasses[i].split("</a>")[0]
        link = splitclasses[i-1].split('<a href=" ')[1].replace('&url="', "")
        try:
            teacher = splitclasses[i].split(
                "</a>")[1].split(";&nbsp;&nbsp;</span>")[0].split("'name'>")[1]
        except:
            teacher = ""
        print(name, link, teacher)
        classes.append({
            "name": name,
            "link": link,
            "teacher": teacher,
            "courseId": link.split("Course&id=")[-1]
        })
    return classes


def getBbClassPage(userId, courseId):
    document = db.list_documents("users", "users", queries=[
                                 Query.equal("id", userId)])
    syncRes = db.list_documents("sync", "blackboard-na", queries=[Query.equal("userId", userId)])
    
    if syncRes['total'] == 0:
        cookie = None
    if not syncRes['documents'][0]['bbSyncComplete']:
        cookie = syncRes['documents'][0]['bbcookie']
    
    if document['total'] == 0:
        return None
    document = document['documents'][0]

    url = f"https://northallegheny.blackboard.com/webapps/blackboard/content/listContent.jsp?course_id={courseId}"

    payload = {}
    headers = {
        'Cookie': cookie,
        'Origin': 'https://northallegheny.blackboard.com',
        'Referer': 'https://northallegheny.blackboard.com/webapps/portal/execute/tabs/tabAction?tab_tab_group_id=_1_1',
        'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/111.0.0.0 Safari/537.36'
    }

    response = requests.request("GET", url, headers=headers, data=payload)
    try:
        slidesLink = "https://docs.google.com/presentation" + \
            response.text.split(
                "https://docs.google.com/presentation")[1].split('"')[0]
    except Exception as e:
        print(e)
        slidesLink = ""

    return slidesLink


def checkSim(name, userId):
    assignments = db.list_documents("users", "assignments", queries=[Query.equal("userId", userId)])
    documents = []
    for assign in assignments['documents']:
        documents.append(assign)
        while True:
            if assignments['total'] > len(documents):
                assignments = db.list_documents("users", "assignments", queries=[
                                                Query.equal("userId", userId), Query.offset(len(documents)-1), Query.limit(100)])
                for assign in assignments['documents']:
                    documents.append(assign)
            else:
                break
    assignments = documents
    for assign in assignments:
        emb1 = model.encode(name)
        emb2 = model.encode(assign['name'])
        cos_sim = util.cos_sim(emb1, emb2)
        output = float(cos_sim[0][0])
        try:
            if output > 0.9:
                return True
        except:
            if assign['name'] == name:
                return True
    return False


def propagate():
    allClasses = db.list_documents("users", "classes")
    documents = []
    for userclass in allClasses['documents']:
        documents.append(userclass)
        while True:
            if allClasses['total'] > len(documents):
                allClasses = db.list_documents("users", "classes", queries=[
                                               Query.offset(len(documents)-1)])
                for userclass in allClasses['documents']:
                    documents.append(userclass)
            else:
                break

    for userclass in documents:
        user = db.list_documents("users", "users", queries=[Query.equal("id", userclass['userId'])])['documents'][0]
        if userclass['propagateAutomatically'] and user['method'] != "gclassroom":
            print(userclass['className'], userclass['userId'])
            if userclass['notfromlms']:
                slidesLink = userclass['courseId']
            else:
                slidesLink = getBbClassPage(
                    userclass['userId'], userclass['courseId'])
            if slidesLink:
                assignments = gpt_ify_classes(slidesLink)
                for name, due in assignments.items():
                    if checkSim(name, userId):
                        continue
                    print(name, due, userclass['className'])
                    now = datetime.datetime.now().strftime('%Y-%m-%dT%H:%M:%S.%f%z')
                    db.create_document("users", "assignments", "unique()", {
                        "id": getId("assignments"),
                        "name": name,
                        "added": now,
                        "due": due.strftime('%Y-%m-%dT%H:%M:%S.%f%z'),
                        "classId": userclass['id'],
                        "userId": userclass['userId']
                    })
        elif user['method'] == 'gclassroom':
            sync = db.list_documents("sync", "gclassroom", queries=[Query.equal("userId", user['id'])])
            access_token = sync['documents'][0]['access_token']
            headers = {
                "Authorization": f"Bearer {access_token}"
            }
            r = requests.get(f"https://classroom.googleapis.com/v1/courses/{userclass['courseId']}/courseWork", headers=headers)
            userId = user['id']
            if r.status_code == 401:
                refresh_google_tokens(userId)
                continue
            if r.status_code == 403: continue
            data = r.json()
            if data == {}: continue
            for assignment in data['courseWork']:
                assignId = getId("assignments")
                name = assignment['title']
                print(name)
                added = assignment['creationTime']
                if "dueDate" in assignment:
                    due = datetime.datetime(assignment['dueDate']['year'], assignment['dueDate']['month'], assignment['dueDate']['day']).strftime('%Y-%m-%dT%H:%M:%S.%f%z')
                else:
                    due = datetime.datetime(9999, 12, 31).strftime('%Y-%m-%dT%H:%M:%S.%f%z')
                if checkSim(name, userId):
                    continue
                db.create_document("users", "assignments", "unique()", {
                    "id": assignId,
                    "name": name,
                    "added": added,
                    "due": due,
                    "classId": userclass['id'],
                    "userId": userId,
                })


def getId(collection): return db.list_documents(
    "users", collection)['total'] + 1


def getUserClasses(userId):
    classes = db.list_documents("users", "classes", queries=[
                                Query.equal("userId", userId)])
    return classes['documents']


def getUserInfo(userId):
    user = db.list_documents("users", "users", queries=[
                             Query.equal("id", userId)])
    return user['documents'][0]


CARRIER_GATEWAYS = {
    "att": "@mms.att.net",
    "tmobile": "@tmomail.net",
    "verizon": "@vtext.com",
    "sprint": "@messaging.sprintpcs.com",
    "visible": "@vtext.com",
    "cricket": "@mms.cricketwireless.net",
    "googlefi": "@msg.fi.google.com",
    "metropcs": "@mymetropcs.com",
    "mint": "@tmomobile.net",
    "xfinity": "@vtext.com",
}


def send_email(recipient, subject, body):
    msg = EmailMessage()
    msg.set_content(body)
    msg["Subject"] = subject
    msg["From"] = SENDER
    msg["To"] = recipient
    server = smtplib.SMTP_SSL("smtp.sendgrid.com", 465)
    server.login("apikey", PASSWORD)
    server.send_message(msg)
    server.quit()


def send_gmail(recipient, subject, body):
    msg = EmailMessage()
    msg.set_content(body)
    msg["Subject"] = subject
    msg["From"] = f"StudentMate <{os.environ['EMAIL']}>"
    msg["To"] = recipient
    server = smtplib.SMTP_SSL("smtp.gmail.com", 465)
    server.login(os.environ['EMAIL'], os.environ['EMAIL_PASSWORD'])
    server.send_message(msg)
    server.quit()


def sendText(phone, carrier, message):
    gateway = CARRIER_GATEWAYS[carrier]
    send_email(recipient=f"{phone}{gateway}",
               subject='StudentMate Notification', body=message)


def remind():
    assignments = db.list_documents("users", "assignments")
    documents = []
    for assign in assignments['documents']:
        documents.append(assign)
        while True:
            if assignments['total'] > len(documents):
                assignments = db.list_documents("users", "assignments", queries=[
                                                Query.offset(len(documents)-1), Query.limit(100)])
                for assign in assignments['documents']:
                    documents.append(assign)
            else:
                break

    for assign in documents:
        due = datetime.datetime.strptime(
            assign['due'], '%Y-%m-%dT%H:%M:%S.%f%z')
        overdue = due < datetime.datetime.now().replace(tzinfo=due.tzinfo)
        if overdue and not assign['notified'] and not assign['completed']:
            print(assign)
            user = getUserInfo(assign['userId'])
            send_gmail(user['email'], 'StudentMate Notification',
                       f'Your assignment {assign["name"]} is overdue!')
            if user['phoneNumber'] and user['phoneCarrier']:
                sendText(user['phoneNumber'], user['phoneCarrier'],
                         f'Your assignment {assign["name"]} is overdue!')
            db.update_document("users", "assignments", assign['$id'], {
                "id": assign['id'],
                "name": assign['name'],
                "added": assign['added'],
                "due": assign['due'],
                "classId": assign['classId'],
                "userId": assign['userId'],
                "completed": assign['completed'],
                "notified": True
            })
        rn = datetime.datetime.now().replace(tzinfo=due.tzinfo)
        thresholds = {
            "30m": (due - datetime.timedelta(minutes=30)) <= rn, 
            "1h": (due - datetime.timedelta(hours=1)) <= rn, 
            "6h": (due - datetime.timedelta(hours=6)) <= rn, 
            "12h": (due - datetime.timedelta(hours=12)) <= rn, 
            "1d": (due - datetime.timedelta(days=1)) <= rn
        }
        notifs = db.list_documents("users", "notifications", queries=[Query.equal("assignId", assign['id'])])
        if notifs['total'] == 0: continue
        notifs = notifs['documents'][0]
        print(thresholds, rn)
        print(due - datetime.timedelta(days=1))
        for threshold, condition in thresholds.items():
            print(assign['id'], threshold, condition)
            if threshold in notifs['times'] and condition and not threshold in notifs['notifiedAt']:
                user = getUserInfo(assign['userId'])
                print(user)
                send_gmail(user['email'], 'StudentMate Notification',
                        f'Your assignment {assign["name"]} is due soon! It is due in {threshold.replace("m", " minutes").replace("h", " hours").replace("d", " days")}')
                if user['phoneNumber'] and user['phoneCarrier']:
                    sendText(user['phoneNumber'], user['phoneCarrier'],
                            f'Your assignment {assign["name"]} is due soon! It is due in {threshold.replace("m", " minutes").replace("h", " hours").replace("d", " days")}')
                db.update_document("users", "notifications", notifs['$id'], {
                    "assignId": assign['id'],
                    "times": notifs['times'],
                    "notifiedAt": notifs['notifiedAt'] + [threshold]
                })

def refresh_google_tokens(userId):
    sync = db.list_documents("sync", "gclassroom", queries=[Query.equal("userId", userId)])
    access_token = sync['documents'][0]['access_token']
    refresh_token = sync['documents'][0]['refresh_token']
    url = "https://oauth2.googleapis.com/token"
    r = requests.post(url, data={
        "client_id": os.environ['GOOGLE_CLIENT_ID'],
        "client_secret": os.environ['GOOGLE_CLIENT_SECRET'],
        "refresh_token": refresh_token,
        "grant_type": "refresh_token"
    })
    data = r.json()
    access_token = data['access_token']
    refresh_token = data['refresh_token']
    db.update_document("sync", "gclassroom", sync['documents'][0]['$id'], {
        "userId": userId,
        "access_token": access_token,
        "refresh_token": refresh_token
    })

def init_gclassroom(userId):
    sync = db.list_documents("sync", "gclassroom", queries=[Query.equal("userId", userId)])
    access_token = sync['documents'][0]['access_token']
    headers = {
        "Authorization": f"Bearer {access_token}"
    }
    r = requests.get("https://classroom.googleapis.com/v1/courses", headers=headers)
    if r.status_code == 401:
        refresh_google_tokens(userId)
        init_gclassroom(userId)
        return
    data = r.json()
    for course in data['courses']:
        name = course['name']
        classId = getId("classes")
        r = requests.get(f"https://classroom.googleapis.com/v1/courses/{course['id']}/courseWork", headers=headers)
        if r.status_code == 401:
            refresh_google_tokens(userId)
            init_gclassroom(userId)
            return
        data = r.json()
        if r.status_code == 403: continue
        db.create_document("users", "classes", "unique()", {
            "id": classId,
            "className": name,
            "userId": userId,
            "courseId": course['id']
        })
        if data == {}: continue
        for assignment in data['courseWork']:
            assignId = getId("assignments")
            name = assignment['title']
            added = assignment['creationTime']
            if "dueDate" in assignment:
                due = datetime.datetime(assignment['dueDate']['year'], assignment['dueDate']['month'], assignment['dueDate']['day']).strftime('%Y-%m-%dT%H:%M:%S.%f%z')
            else:
                due = datetime.datetime(9999, 12, 31).strftime('%Y-%m-%dT%H:%M:%S.%f%z')
            db.create_document("users", "assignments", "unique()", {
                "id": assignId,
                "name": name,
                "added": added,
                "due": due,
                "classId": classId,
                "userId": userId,
            })
    print("done w gclass")