Merge pull request #260 from techeer-sv/BE/#253

Be/#253 마감기한지난 채용공고 삭제 로직 구현

crawling_python/global_utils.py

@@ -31,4 +31,4 @@ def get_driver():
     service = webdriver.ChromeService(executable_path=path)
     driver = webdriver.Chrome(options=chrome_options, service=service)
 
-    return driver
+    return driver

crawling_python/scheduler.py

@@ -2,8 +2,21 @@
 import schedule
 import subprocess
 
+from crawling_python.global_utils import get_database_connect
+
 kst = pytz.timezone('Asia/Seoul')
 
+def delete_expired_data(today):
+    kst = pytz.timezone('Asia/Seoul')
+    connect = get_database_connect()
+    cursor = connect.cursor()
+
+    query = "DELETE FROM job WHERE expiration_date < %s"
+    cursor.execute(query, (today,))
+
+    connect.commit()
+    cursor.close()
+    connect.close()
 
 def crawl_jobkorea():
     subprocess.run(["python", "crawling_jobkorea.py"])
@@ -13,8 +26,9 @@ def crawl_saramin():
     subprocess.run(["python", "crawling_saramin.py"])
 
 
-schedule.every(3).days.at("06:00").do(crawl_saramin)
-schedule.every(3).days.at("06:03").do(crawl_jobkorea)
+schedule.every(3).days.at("00:00").do(crawl_saramin)
+schedule.every(3).days.at("00:03").do(crawl_jobkorea)
+schedule.every().day.at("00:05").do(delete_expired_data)
 
 if __name__ == "__main__":
     while True: