回答編集履歴

- 駄目かも‥

-

-

-

- ```Python

-

- from selenium import webdriver

-

- from bs4 import BeautifulSoup

-

- import time

-

-

-

-

-

- option = webdriver.ChromeOptions()

-

- option.add_argument('--headless')

-

- option.add_argument('--disable-extensions')

-

- option.add_argument('--disable-gpu')

-

- option.add_argument('--lang=ja-JP')

-

- option.add_argument("start-maximized")

-

- option.add_argument("--disable-dev-shm-usage")

-

- option.add_experimental_option("excludeSwitches", ["enable-automation"])

-

- option.add_experimental_option('useAutomationExtension', False)

-

- option.add_argument("--disable-blink-features=AutomationControlled")

-

- option.add_argument("--no-referrers")

-

- option.add_argument(r'--user-data-dir=C:\Users\【ユーザー名】\AppData\Local\Google\Chrome\User Data')

-

-

-

- driver = webdriver.Chrome(r"C:/chromedriver/chromedriver.exe", options=option)

-

- driver.execute_script("Object.defineProperty(navigator, 'webdriver', {get: () => undefined})")

-

- driver.execute_cdp_cmd('Network.setUserAgentOverride', {"userAgent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/82.0.4071.0 Safari/537.36'})

-

-

-

-

- url = 'xxx'

-

- driver.get(url)

-

- time.sleep(5)

-

- print(driver.title)

-

- html = driver.page_source.encode('utf-8')

-

-

-

- soup = BeautifulSoup(html,'lxml')

-

-

-

- print(soup)

-

- driver.quit()

-

- ```