projectdx/anime_downloader
1
0
Fork 0
Code Issues Pull Requests Projects Releases Wiki Activity

ohli24 api update 2023.01.13(01.)

Browse Source
This commit is contained in:
projectdx
2023-01-13 23:30:54 +09:00
parent 8a78d40c15
commit b4b567704c
1 changed files with 23 additions and 21 deletions
Download Patch File Download Diff File Expand all files Collapse all files

44
logic_ohli24.py
View File

@@ -250,9 +250,9 @@ class LogicOhli24(LogicModuleBase):
# page.on("request", set_cookie)
# stealth_sync(page)
print(LogicOhli24.headers["Referer"])
# print(LogicOhli24.headers["Referer"])
page.on("request", set_cookie)
# page.on("request", set_cookie)
print(f'Referer:: {LogicOhli24.headers["Referer"]}')
# await page.set_extra_http_headers(LogicAniLife.headers)
@@ -262,9 +262,10 @@ class LogicOhli24(LogicModuleBase):
# networkidle
await page.goto(
url,
wait_until="load",
referer=LogicOhli24.headers["Referer"],
wait_until="domcontentloaded",
# referer=LogicOhli24.headers["Referer"],
)
# await page.wait_for_url(url, wait_until="domcontentloaded")
# page.wait_for_timeout(10000)
# await asyncio.sleep(2.9)
await asyncio.sleep(1)
@@ -278,13 +279,13 @@ class LogicOhli24(LogicModuleBase):
print(f"page.url:: {page.url}")
LogicOhli24.origin_url = page.url
# temp_content = await page.content()
temp_content = await page.content()
#
# print(temp_content)
print(f"run at {time.time() - start} sec")
return await page.content()
return temp_content
except Exception as e:
logger.error("Exception:%s", e)
logger.error(traceback.format_exc())
@@ -824,7 +825,7 @@ class LogicOhli24(LogicModuleBase):
# )
# print(response_data)
tree = html.fromstring(response_data)
tmp_items = tree.xpath('//div[@class="list-row"]')
tmp_items = tree.xpath('//div[@class="post-row"]')
data["anime_count"] = len(tmp_items)
data["anime_list"] = []
@@ -969,30 +970,31 @@ class LogicOhli24(LogicModuleBase):
headless=True,
# referer=referer_url,
engine="chrome",
# stealth=stealth,
# stealth=True,
)
)
# print(response_data)
logger.debug(len(response_data))
return response_data
if LogicOhli24.session is None:
LogicOhli24.session = requests.session()
# logger.debug('get_html :%s', url)
headers["Referer"] = "" if referer is None else referer
logger.info(headers)
logger.debug(LogicOhli24.headers)
page_content = LogicOhli24.session.get(
url, headers=headers, timeout=timeout
)
data = page_content.text
# if LogicOhli24.session is None:
# LogicOhli24.session = requests.session()
#
# # logger.debug('get_html :%s', url)
# headers["Referer"] = "" if referer is None else referer
#
# logger.info(headers)
# logger.debug(LogicOhli24.headers)
# page_content = LogicOhli24.session.get(
# url, headers=headers, timeout=timeout
# )
# response_data = page_content.text
except Exception as e:
logger.error("Exception:%s", e)
logger.error(traceback.format_exc())
return data
return response_data
#########################################################
def add(self, episode_info):