anilife update 2022.10.23(01.)
This commit is contained in:
@@ -391,6 +391,45 @@ class LogicAniLife(LogicModuleBase):
|
|||||||
# cookie_value, user_agent = scraper.get_cookie_string(url)
|
# cookie_value, user_agent = scraper.get_cookie_string(url)
|
||||||
#
|
#
|
||||||
# logger.debug(f"cookie_value:: {cookie_value}")
|
# logger.debug(f"cookie_value:: {cookie_value}")
|
||||||
|
browser_args = [
|
||||||
|
"--window-size=1300,570",
|
||||||
|
"--window-position=000,000",
|
||||||
|
"--disable-dev-shm-usage",
|
||||||
|
"--no-sandbox",
|
||||||
|
"--disable-web-security",
|
||||||
|
"--disable-features=site-per-process",
|
||||||
|
"--disable-setuid-sandbox",
|
||||||
|
"--disable-accelerated-2d-canvas",
|
||||||
|
"--no-first-run",
|
||||||
|
"--no-zygote",
|
||||||
|
"--single-process",
|
||||||
|
"--disable-gpu",
|
||||||
|
"--use-gl=egl",
|
||||||
|
"--disable-blink-features=AutomationControlled",
|
||||||
|
"--disable-background-networking",
|
||||||
|
"--enable-features=NetworkService,NetworkServiceInProcess",
|
||||||
|
"--disable-background-timer-throttling",
|
||||||
|
"--disable-backgrounding-occluded-windows",
|
||||||
|
"--disable-breakpad",
|
||||||
|
"--disable-client-side-phishing-detection",
|
||||||
|
"--disable-component-extensions-with-background-pages",
|
||||||
|
"--disable-default-apps",
|
||||||
|
"--disable-extensions",
|
||||||
|
"--disable-features=Translate",
|
||||||
|
"--disable-hang-monitor",
|
||||||
|
"--disable-ipc-flooding-protection",
|
||||||
|
"--disable-popup-blocking",
|
||||||
|
"--disable-prompt-on-repost",
|
||||||
|
"--disable-renderer-backgrounding",
|
||||||
|
"--disable-sync",
|
||||||
|
"--force-color-profile=srgb",
|
||||||
|
"--metrics-recording-only",
|
||||||
|
"--enable-automation",
|
||||||
|
"--password-store=basic",
|
||||||
|
"--use-mock-keychain",
|
||||||
|
"--hide-scrollbars",
|
||||||
|
"--mute-audio",
|
||||||
|
]
|
||||||
|
|
||||||
start = time.time()
|
start = time.time()
|
||||||
ua = (
|
ua = (
|
||||||
@@ -401,8 +440,9 @@ class LogicAniLife(LogicModuleBase):
|
|||||||
# from playwright_stealth import stealth_sync
|
# from playwright_stealth import stealth_sync
|
||||||
|
|
||||||
async with async_playwright() as p:
|
async with async_playwright() as p:
|
||||||
# browser = await p.chromium.launch(headless=headless)
|
browser = await p.chromium.launch(headless=headless, args=browser_args)
|
||||||
browser = await p.webkit.launch(headless=headless)
|
|
||||||
|
# browser = await p.webkit.launch(headless=headless)
|
||||||
# context = browser.new_context(
|
# context = browser.new_context(
|
||||||
# user_agent=ua,
|
# user_agent=ua,
|
||||||
# )
|
# )
|
||||||
@@ -936,7 +976,7 @@ class LogicAniLife(LogicModuleBase):
|
|||||||
for item in tmp_items:
|
for item in tmp_items:
|
||||||
entity = {}
|
entity = {}
|
||||||
entity["link"] = item.xpath(".//a/@href")[0]
|
entity["link"] = item.xpath(".//a/@href")[0]
|
||||||
logger.debug(entity["link"])
|
# logger.debug(entity["link"])
|
||||||
p = re.compile(r"^[http?s://]+[a-zA-Z0-9-]+/[a-zA-Z0-9-_.?=]+$")
|
p = re.compile(r"^[http?s://]+[a-zA-Z0-9-]+/[a-zA-Z0-9-_.?=]+$")
|
||||||
|
|
||||||
print(p.match(entity["link"]) != None)
|
print(p.match(entity["link"]) != None)
|
||||||
|
|||||||
Reference in New Issue
Block a user