kate/hltv-api
1
0
Fork 0
mirror of https://github.com/SocksPls/hltv-api synced 2025-06-28 00:19:49 +00:00
Code Issues Releases Wiki Activity

programmable delay

Browse source
This commit is contained in:
NAme 2022-05-28 19:03:15 +01:00 • committed by GitHub
parent 156c5b94e1
commit 9a477b3eb9
No known key found for this signature in database
GPG key ID: 4AEE18F83AFDEB23
1 changed files with 2 additions and 2 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

4
main.py
View file

@ -5,14 +5,14 @@ from bs4 import BeautifulSoup
from python_utils import converters from python_utils import converters
import time import time
def get_parsed_page(url): def get_parsed_page(url, delay=0.5):
# This fixes a blocked by cloudflare error i've encountered # This fixes a blocked by cloudflare error i've encountered
headers = { headers = {
"referer": "https://www.hltv.org/stats", "referer": "https://www.hltv.org/stats",
"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)" "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)"
} }
time.sleep(0.5) time.sleep(delay)
return BeautifulSoup(requests.get(url, headers=headers).text, "lxml") return BeautifulSoup(requests.get(url, headers=headers).text, "lxml")