[fix] update stop words to support special Chinese chars in search query

Author: bojieli

app/models/searchcache.py

@@ -16,7 +16,7 @@
 # "数据分析与实践" -> "数据分析及实践"
 # "概率论和数理统计" -> "概率论与数理统计"
 def is_chinese_stop_char(c: str) -> bool:
-    STOP = ["与", "和", "及"]
+    STOP = ["与", "和", "及", "，", "、", "。", "：", "（", "）", "【", "】"]
     return c in STOP
 
 

app/views/search/sqlcache.py

@@ -9,7 +9,7 @@
 # from app.utils import print_sqlalchemy_statement
 
 
-filter = lambda x: re.sub(r"""[~`!@#$%^&*{}\[\]\\:\";'<>,/\+\-\~\(\)><\x00-\x1F\x7F]""", " ", x)
+filter = lambda x: re.sub(r"""[~`!@#$%^&*{}\[\]\\:\";'<>,/\+\-\~\(\)><，、。：【】（）？“”「」·\x00-\x1F\x7F]""", " ", x)
 
 
 def init() -> None:

app/views/search/sqllike.py

@@ -15,7 +15,7 @@
 import re
 
 
-filter = lambda x: re.sub(r'''[~`!@#$%^&*{}[]|\\:";'<>?,./]''', ' ', x)
+filter = lambda x: re.sub(r'''[~`!@#$%^&*{}[]|\\:";'<>?,./，、。：【】（）？“”「」·]''', ' ', x)
 
 
 def init() -> None:

tests/import_courses_new.py

@@ -6,6 +6,7 @@
 from app.models import *
 from datetime import datetime
 
+
 def parse_file(filename):
     data = []
     with open(filename) as f:
@@ -250,6 +251,9 @@ def load_courses(insert=True):
         course_class.term = term
         course_class.cno = class_code
 
+        # update course search cache
+        CourseSearchCache.update(course, commit=False)
+
     print('load complete, committing changes to database')
     db.session.commit()
     print('%d new teachers loaded' % new_teacher_count)