回答編集履歴
2
コードに問題があるようなので 削除
answer
CHANGED
@@ -1,37 +1,1 @@
|
|
1
|
-
駄目かも‥
|
2
|
-
|
3
|
-
```Python
|
4
|
-
from selenium import webdriver
|
5
|
-
from bs4 import BeautifulSoup
|
6
|
-
import time
|
7
|
-
|
8
|
-
|
9
|
-
option = webdriver.ChromeOptions()
|
10
|
-
option.add_argument('--headless')
|
11
|
-
option.add_argument('--disable-extensions')
|
12
|
-
option.add_argument('--disable-gpu')
|
13
|
-
option.add_argument('--lang=ja-JP')
|
14
|
-
option.add_argument("start-maximized")
|
15
|
-
option.add_argument("--disable-dev-shm-usage")
|
16
|
-
option.add_experimental_option("excludeSwitches", ["enable-automation"])
|
17
|
-
option.add_experimental_option('useAutomationExtension', False)
|
18
|
-
option.add_argument("--disable-blink-features=AutomationControlled")
|
19
|
-
option.add_argument("--no-referrers")
|
20
|
-
option.add_argument(r'--user-data-dir=C:\Users\【ユーザー名】\AppData\Local\Google\Chrome\User Data')
|
21
|
-
|
22
|
-
driver = webdriver.Chrome(r"C:/chromedriver/chromedriver.exe", options=option)
|
23
|
-
driver.execute_script("Object.defineProperty(navigator, 'webdriver', {get: () => undefined})")
|
24
|
-
driver.execute_cdp_cmd('Network.setUserAgentOverride', {"userAgent": 'Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/82.0.4071.0 Safari/537.36'})
|
25
|
-
|
26
|
-
|
1
|
+
--headlessは 難しいかもです
|
27
|
-
url = 'xxx'
|
28
|
-
driver.get(url)
|
29
|
-
time.sleep(5)
|
30
|
-
print(driver.title)
|
31
|
-
html = driver.page_source.encode('utf-8')
|
32
|
-
|
33
|
-
soup = BeautifulSoup(html,'lxml')
|
34
|
-
|
35
|
-
print(soup)
|
36
|
-
driver.quit()
|
37
|
-
```
|
1
重複削除
answer
CHANGED
@@ -17,8 +17,6 @@
|
|
17
17
|
option.add_experimental_option('useAutomationExtension', False)
|
18
18
|
option.add_argument("--disable-blink-features=AutomationControlled")
|
19
19
|
option.add_argument("--no-referrers")
|
20
|
-
option.add_argument('--lang=ja-JP')
|
21
|
-
option.add_argument('--disable-extensions')
|
22
20
|
option.add_argument(r'--user-data-dir=C:\Users\【ユーザー名】\AppData\Local\Google\Chrome\User Data')
|
23
21
|
|
24
22
|
driver = webdriver.Chrome(r"C:/chromedriver/chromedriver.exe", options=option)
|