I have a problem with code that used to work, but won’t crawl.
Your code was working until a few days ago, but suddenly it stopped working
When debugging, you realize that the li_elements variable is returning None.
The code is below

    from datetime import datetime
    import os
    from bs4 import BeautifulSoup
    import requests
    
    from db.mongo_controller import MongoController
    from services.web_crwaling.community_website.community_website import AbstractCommunityWebsite
    from constants import DEFAULT_GPT_ANSWER, SITE_THEQOO,DEFAULT_TAG
    from utils import FTPClient
    from config import Config
    from utils.loghandler import catch_exception
    import sys
    sys.excepthook = catch_exception
    
    # selenium
    from selenium import webdriver
    from selenium.webdriver.support.ui import WebDriverWait
    from selenium.webdriver.chrome.options import Options
    from selenium.webdriver.common.by import By
    from selenium.webdriver.support import expected_conditions as EC
    import logging
    from utils.loghandler import setup_logger
    
    logger = setup_logger()
    
    class Theqoo(AbstractCommunityWebsite):
        g_headers = [
                {'User-Agent': 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36'},
            ]
        
        def __init__(self):
            self.yyyymmdd = datetime.today().strftime('%Y%m%d')
            self.db_controller = MongoController()
            try:
                self.ftp_client = FTPClient(
                                    server_address=Config().get_env('FTP_HOST'),
                                    username=Config().get_env('FTP_USERNAME'),
                                    password=Config().get_env('FTP_PASSWORD'))
                super().__init__(self.yyyymmdd, self.ftp_client)
                
            except Exception as e:
                logger.info("Theqoo error:", e)
                # return None
                # raise  # Directory 생성을 못 하면 일단 멈춤 나중에 Exception 처리 필요
        
        def get_daily_best(self):
            pass
    
        def get_real_time_best(self):
            req = requests.get('https://theqoo.net/hot', headers=self.g_headers[0])
            html_content = req.text
            soup = BeautifulSoup(html_content, 'lxml')
            li_elements = soup.find('.hide_notice tr')
            already_exists_post = []
            for li in li_elements:
                elements = li.find('td')
                if len(elements) != 1:
                    p_element = elements[2]
                    a_element = elements[2]
                    time_element = elements[3]
                    if p_element and a_element and time_element and not "공지" in elements[0].get_text(strip=True):
                        title = p_element.get_text(strip=True).replace(p_element.find("a", _class="replyNum").get_text(strip=True), "")
    
                        # print(elements)
                        url = "https://theqoo.net" + a_element.find('a')['href']
    
                        board_id = url.split('hot/')[-1]
                        time_text = time_element.get_text(strip=True)
                        if(time_text.find('-') > 0):
                            break  # 오늘 것만 추가 (이전 글은 제외 (DB에서 확인))
    
                        # 시간 13:40 -> 2024.01.29 13:40 로 수정
                        now = datetime.now()
                        hour, minute = map(int, time_text.split(':'))
                        # 시간 설정 및 datetime 객체 생성
                        target_datetime = datetime(now.year, now.month, now.day, hour, minute)
    
                        try:
                            existing_instance = self.db_controller.find('RealTime', {'board_id': board_id, 'site': SITE_THEQOO})
                            if existing_instance:
                                already_exists_post.append(board_id)
                                continue
                            else:
                                gpt_exists = self.db_controller.find('GPT', {'board_id': board_id, 'site': SITE_THEQOO})
                                if gpt_exists:
                                    gpt_obj_id = gpt_exists[0]['_id']
                                else :
                                    gpt_obj = self.db_controller.insert_one('GPT', {
                                        'board_id': board_id,
                                        'site': SITE_THEQOO,
                                        'answer': DEFAULT_GPT_ANSWER
                                    })
                                    gpt_obj_id = gpt_obj.inserted_id
                                tag_exists = self.db_controller.find('TAG', {'board_id': board_id, 'site': SITE_THEQOO})
                                if tag_exists:
                                    tag_obj_id = gpt_exists[0]['_id']
                                else:
                                    gpt_obj = self.db_controller.find('TAG', {
                                        'board_id': board_id,
                                        'site': SITE_THEQOO,
                                        'Tag': DEFAULT_TAG
                                    })
                                    tag_obj_id = gpt_obj.inserted_id
                                self.db_controller.insert_one('RealTime', {
                                    'board_id': board_id,
                                    'site': SITE_THEQOO,
                                    'title': title,
                                    'url': url,
                                    'create_time': target_datetime,
                                    'GPTAnswer': gpt_obj_id,
                                    'Tag': tag_obj_id
                                })
                        except Exception as e:
                            logger.error('error', e)
    
                logger.info({"already exists post": already_exists_post})
    
        def get_board_contents(self, board_id):
            abs_path = f'./{self.yyyymmdd}/{board_id}'
            self.download_path = os.path.abspath(abs_path) 
            # self.set_driver_options()
    
            _url = "https://theqoo.net/hot/" + board_id
            req = requests.get(_url, headers=self.g_headers[0])
            html_content = req.text
            soup = BeautifulSoup(html_content, 'html.parser')
    
            # second_article = soup.find_all('article')[1]
            # title = second_article.find('h3').get_text(strip=True)
            content_list = []
    
            write_div = soup.find('div', class_='rd_body clear')
    
            find_all = (
                write_div.find_all(['p'])
                if len(write_div.find_all(['p'])) > len(write_div.find_all(['div']))
                else write_div.find_all(['div'])
            )
         
            for element in find_all:
                text_content = element.text.strip()
                content_list.append({'type': 'text', 'content': text_content})
                # img_tags = element.find_all('img')
                # for img_tag in img_tags:
                #     image_url = img_tag['src']
                #     try:
                #         img_txt = super().img_to_text(self.save_img(image_url))
                #         content_list.append({'type': 'image', 'url': image_url, 
                #                             'content': img_txt})
                #     except Exception as e:
                #         logger.info(f'Theqoo Error {e}')
    
                # video_tags = element.find_all('video')
                # for video_tag in video_tags:
                #     source_tags = video_tag.find_all('source')
                #     for source_tag in source_tags:
                #         video_url = source_tag['src']
                #         content_list.append({'type': 'video', 'url': video_url})
            # 업로드
            # self.ftp_client.ftp_upload_folder(local_directory=self.download_path, remote_directory=board_id)
            
            # 업로드 후 삭제
            # shutil.rmtree(self.download_path)
    
            return content_list
    
        # 속도 개선 작업 (20s -> 2s)
        # https://www.notion.so/2-850bc2d1d98145bebcc89f3596798f05?pvs=4
        def set_driver_options(self):
            '''
                :option: download path
            '''
            chrome_options = Options()
            prefs = {"download.default_directory": self.download_path}
            chrome_options.add_experimental_option("prefs", prefs)
            # chrome_options.add_argument('headless')
            chrome_options.add_argument('--no-sandbox')
            # chrome_options.add_argument('--incognito')
            chrome_options.add_argument('--disable-setuid-sandbox')
            chrome_options.add_argument('--disable-dev-shm-usage')
            chrome_options.add_experimental_option('excludeSwitches',['enable-logging'])
    
            if not os.path.exists(self.download_path):
                os.makedirs(self.download_path)
    
            self.driver = webdriver.Chrome(options=chrome_options)
            
            try:
                self.driver.get("https://www.theqoo.com/")
                WebDriverWait(self.driver, 5).until(
                    EC.presence_of_element_located((By.XPATH, '//body'))
                )
            except Exception as e:
                logger.info('Theqoo Error', e)
            finally:
                return True
        
        def save_img(self, url):
            if not os.path.exists(self.download_path):
                os.makedirs(self.download_path)
    
            initial_file_count = len(os.listdir(self.download_path))
    
            script = f'''
                var link = document.createElement('a');
                link.href = "{url}";
                link.target = "_blank";
                link.click();
            '''
            self.driver.execute_script(script)
            
            WebDriverWait(self.driver, 5).until(
                lambda x: len(os.listdir(self.download_path)) > initial_file_count
            )
    
            # 가장 최근에 다운로드된 파일 찾기
            files = os.listdir(self.download_path)
            newest_file = max(files, key=lambda x: os.path.getctime(os.path.join(self.download_path, x)))
    
            return self.download_path + "/" + newest_file

I originally used html.parser but tried to change it to lxml.
I tried hardcoding the html directly in the browser instead of getting it from the request.
I’ve checked multiple times that .hide_notice is actually present in the html
I tried using find_all instead of find
I tried using css selectors
I tried typing html body and it returned None, but I tried typing html,body and it worked.