FloridaTechDataSpider/course2.py at master · ZBrettonYe/FloridaTechDataSpider · GitHub

1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
import bisect
import json
from dataclasses import asdict, astuple, dataclass, field, fields

from util import dataclassToJson


@dataclass
class Course:
    subject: str
    course: int

    campusId: int
    semesterId: int
    year: int

    creditHours: list = None
    sectionIds: list = None
    titleId: int = None
    descriptionId: int = None
    tagIds: set = None

    # Additional attributes
    lectureHours: int = None
    labHours: int = None

    levelId: int = None
    scheduleTypeIds: list = None
    restrictionIds: list = None
    prerequisiteId: int = None
    courseAttributeIds: list = None

    def __hash__(self):
        return hash(str(self))

    def __eq__(self, c):
        return str(self) == str(c)

    def __lt__(self, c):
        return str(self) < str(c)

    def __str__(self):
        return f'{self.subject:>4}{self.course:04}{self.campusId:02}{self.semesterId}{self.year}'


# https://docs.python.org/3/library/bisect.html#searching-sorted-lists
def bisectIndex(ls: list, value) -> int:
    if value is None:
        return -1

    index = bisect.bisect_left(ls, value)
    if index != len(ls) and ls[index] == value:
        return index

    return -1


if __name__ == '__main__':
    levels: list = json.load(open('level.json', 'r'))
    scheduleTypes: list = json.load(open('scheduleType.json', 'r'))
    restrictions: list = json.load(open('restriction.json', 'r'))
    prerequisites: list = json.load(open('prerequisite.json', 'r'))
    courseAttributes: list = json.load(open('courseAttribute.json', 'r'))

    courses: list = json.load(open('_pawsCourse.raw.json', 'r'))

    for course in courses:
        course['levelId'] = bisectIndex(levels, course['level'])

        course['scheduleTypeIds'] = [
            bisectIndex(scheduleTypes, scheduleType)
            for scheduleType in course['scheduleTypes']
        ]

        course['restrictionIds'] = [
            bisectIndex(restrictions, restriction)
            for restriction in course['restrictions']
        ]

        course['prerequisiteId'] = bisectIndex(prerequisites, course['prerequisite'])

        course['courseAttributeIds'] = [
            bisectIndex(courseAttributes, courseAttribute)
            for courseAttribute in course['courseAttributes']
        ]

    keys = [f.name for f in fields(Course)]
    courses = [
        Course(**{key: c[key] for key in keys})
        for c in courses
    ]

    dataclassToJson(Course, courses, 'course2')