16 lines
589 B
Python
16 lines
589 B
Python
import socket
|
|
from urllib3.exceptions import InsecureRequestWarning
|
|
|
|
import requests
|
|
|
|
DEFAULT_REQUEST_HEADERS = {
|
|
"User-Agent": "Mozilla/5.0 (Linux; Android 6.0.1; Nexus 5X Build/MMB29P) "
|
|
"AppleWebKit/537.36 (KHTML, like Gecko) Chrome/74.0.3729.169 "
|
|
"Mobile Safari/537.36 (compatible; Googlebot/2.1; +http://www.google.com/bot.html)"
|
|
}
|
|
DEFAULT_REQUEST_TIMEOUT = 10
|
|
MAX_PARSABLE_CONTENT_LENGTH = 15 * 1024 * 1024 # 15Mb
|
|
|
|
socket.setdefaulttimeout(DEFAULT_REQUEST_TIMEOUT)
|
|
requests.packages.urllib3.disable_warnings(category=InsecureRequestWarning)
|