projectdx/anime_downloader
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

ohli24 api update 2023.01.13(01.)

Browse Source
This commit is contained in:
projectdx
2023-01-13 23:30:54 +09:00
parent 8a78d40c15
commit b4b567704c
1 changed files with 23 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

44
logic_ohli24.py
View File

@@ -250,9 +250,9 @@ class LogicOhli24(LogicModuleBase):
# page.on("request", set_cookie) # page.on("request", set_cookie)
# stealth_sync(page) # stealth_sync(page)
print(LogicOhli24.headers["Referer"]) # print(LogicOhli24.headers["Referer"])
page.on("request", set_cookie) # page.on("request", set_cookie)
print(f'Referer:: {LogicOhli24.headers["Referer"]}') print(f'Referer:: {LogicOhli24.headers["Referer"]}')
# await page.set_extra_http_headers(LogicAniLife.headers) # await page.set_extra_http_headers(LogicAniLife.headers)
@@ -262,9 +262,10 @@ class LogicOhli24(LogicModuleBase):
# networkidle # networkidle
await page.goto( await page.goto(
url, url,
wait_until="load", wait_until="domcontentloaded",
referer=LogicOhli24.headers["Referer"], # referer=LogicOhli24.headers["Referer"],
) )
# await page.wait_for_url(url, wait_until="domcontentloaded")
# page.wait_for_timeout(10000) # page.wait_for_timeout(10000)
# await asyncio.sleep(2.9) # await asyncio.sleep(2.9)
await asyncio.sleep(1) await asyncio.sleep(1)
@@ -278,13 +279,13 @@ class LogicOhli24(LogicModuleBase):
print(f"page.url:: {page.url}") print(f"page.url:: {page.url}")
LogicOhli24.origin_url = page.url LogicOhli24.origin_url = page.url
# temp_content = await page.content() temp_content = await page.content()
# #
# print(temp_content) # print(temp_content)
print(f"run at {time.time() - start} sec") print(f"run at {time.time() - start} sec")
return await page.content() return temp_content
except Exception as e: except Exception as e:
logger.error("Exception:%s", e) logger.error("Exception:%s", e)
logger.error(traceback.format_exc()) logger.error(traceback.format_exc())
@@ -824,7 +825,7 @@ class LogicOhli24(LogicModuleBase):
# ) # )
# print(response_data) # print(response_data)
tree = html.fromstring(response_data) tree = html.fromstring(response_data)
tmp_items = tree.xpath('//div[@class="list-row"]') tmp_items = tree.xpath('//div[@class="post-row"]')
data["anime_count"] = len(tmp_items) data["anime_count"] = len(tmp_items)
data["anime_list"] = [] data["anime_list"] = []
@@ -969,30 +970,31 @@ class LogicOhli24(LogicModuleBase):
headless=True, headless=True,
# referer=referer_url, # referer=referer_url,
engine="chrome", engine="chrome",
# stealth=stealth, # stealth=True,
) )
) )
# print(response_data)
logger.debug(len(response_data)) logger.debug(len(response_data))
return response_data return response_data
if LogicOhli24.session is None: # if LogicOhli24.session is None:
LogicOhli24.session = requests.session() # LogicOhli24.session = requests.session()
#
# logger.debug('get_html :%s', url) # # logger.debug('get_html :%s', url)
headers["Referer"] = "" if referer is None else referer # headers["Referer"] = "" if referer is None else referer
#
logger.info(headers) # logger.info(headers)
logger.debug(LogicOhli24.headers) # logger.debug(LogicOhli24.headers)
page_content = LogicOhli24.session.get( # page_content = LogicOhli24.session.get(
url, headers=headers, timeout=timeout # url, headers=headers, timeout=timeout
) # )
data = page_content.text # response_data = page_content.text
except Exception as e: except Exception as e:
logger.error("Exception:%s", e) logger.error("Exception:%s", e)
logger.error(traceback.format_exc()) logger.error(traceback.format_exc())
return data return response_data
######################################################### #########################################################
def add(self, episode_info): def add(self, episode_info):