質問編集履歴
1
修正
test
CHANGED
|
File without changes
|
test
CHANGED
|
@@ -4,7 +4,25 @@
|
|
|
4
4
|
|
|
5
5
|
```
|
|
6
6
|
|
|
7
|
+
def get_response(targetURL, waitsec_from=1, waitsec_to=3):
|
|
8
|
+
|
|
9
|
+
headers = {'User-Agent': 'Mozilla/5.0 (X11; Linux x86_64; rv:57.0) Gecko/20100101 Firefox/57.0'}
|
|
10
|
+
|
|
11
|
+
response = requests.get(targetURL, headers=headers)
|
|
12
|
+
|
|
13
|
+
msg_headder = "from cache"
|
|
14
|
+
|
|
15
|
+
if not response.from_cache:
|
|
16
|
+
|
|
17
|
+
s = randint(waitsec_from,waitsec_to)
|
|
18
|
+
|
|
19
|
+
sleep(s)
|
|
20
|
+
|
|
21
|
+
msg_headder = 'random sleep ' + str(s) + 'sec'
|
|
22
|
+
|
|
7
|
-
print(str(datetime.datetime.now()) + ',' + msg_headder + ',' + response.url, file=codecs.open('requests.log', 'a', 'utf-8'))
|
|
23
|
+
print(str(datetime.datetime.now()) + ',' + msg_headder + ',' + response.url, file=codecs.open('requests.log', 'a', 'utf-8'))
|
|
24
|
+
|
|
25
|
+
return response
|
|
8
26
|
|
|
9
27
|
```
|
|
10
28
|
|