From b4b567704cacd74bc1eb1ece1d28989ea6efdac6 Mon Sep 17 00:00:00 2001 From: projectdx Date: Fri, 13 Jan 2023 23:30:54 +0900 Subject: [PATCH] ohli24 api update 2023.01.13(01.) --- logic_ohli24.py | 44 +++++++++++++++++++++++--------------------- 1 file changed, 23 insertions(+), 21 deletions(-) diff --git a/logic_ohli24.py b/logic_ohli24.py index 56c5d91..1a60508 100644 --- a/logic_ohli24.py +++ b/logic_ohli24.py @@ -250,9 +250,9 @@ class LogicOhli24(LogicModuleBase): # page.on("request", set_cookie) # stealth_sync(page) - print(LogicOhli24.headers["Referer"]) + # print(LogicOhli24.headers["Referer"]) - page.on("request", set_cookie) + # page.on("request", set_cookie) print(f'Referer:: {LogicOhli24.headers["Referer"]}') # await page.set_extra_http_headers(LogicAniLife.headers) @@ -262,9 +262,10 @@ class LogicOhli24(LogicModuleBase): # networkidle await page.goto( url, - wait_until="load", - referer=LogicOhli24.headers["Referer"], + wait_until="domcontentloaded", + # referer=LogicOhli24.headers["Referer"], ) + # await page.wait_for_url(url, wait_until="domcontentloaded") # page.wait_for_timeout(10000) # await asyncio.sleep(2.9) await asyncio.sleep(1) @@ -278,13 +279,13 @@ class LogicOhli24(LogicModuleBase): print(f"page.url:: {page.url}") LogicOhli24.origin_url = page.url - # temp_content = await page.content() + temp_content = await page.content() # # print(temp_content) print(f"run at {time.time() - start} sec") - return await page.content() + return temp_content except Exception as e: logger.error("Exception:%s", e) logger.error(traceback.format_exc()) @@ -824,7 +825,7 @@ class LogicOhli24(LogicModuleBase): # ) # print(response_data) tree = html.fromstring(response_data) - tmp_items = tree.xpath('//div[@class="list-row"]') + tmp_items = tree.xpath('//div[@class="post-row"]') data["anime_count"] = len(tmp_items) data["anime_list"] = [] @@ -969,30 +970,31 @@ class LogicOhli24(LogicModuleBase): headless=True, # referer=referer_url, engine="chrome", - # stealth=stealth, + # stealth=True, ) ) + # print(response_data) logger.debug(len(response_data)) return response_data - if LogicOhli24.session is None: - LogicOhli24.session = requests.session() - - # logger.debug('get_html :%s', url) - headers["Referer"] = "" if referer is None else referer - - logger.info(headers) - logger.debug(LogicOhli24.headers) - page_content = LogicOhli24.session.get( - url, headers=headers, timeout=timeout - ) - data = page_content.text + # if LogicOhli24.session is None: + # LogicOhli24.session = requests.session() + # + # # logger.debug('get_html :%s', url) + # headers["Referer"] = "" if referer is None else referer + # + # logger.info(headers) + # logger.debug(LogicOhli24.headers) + # page_content = LogicOhli24.session.get( + # url, headers=headers, timeout=timeout + # ) + # response_data = page_content.text except Exception as e: logger.error("Exception:%s", e) logger.error(traceback.format_exc()) - return data + return response_data ######################################################### def add(self, episode_info):