86 lines
No EOL
2.7 KiB
Python
86 lines
No EOL
2.7 KiB
Python
import requests, time
|
|
from bs4 import BeautifulSoup
|
|
from ratelimit import limits, sleep_and_retry
|
|
|
|
# Set up rate limiter, one request per second
|
|
CALLS = 5
|
|
RATE_LIMIT = 60
|
|
|
|
def make_request(url):
|
|
try:
|
|
response = requests.get(url)
|
|
if response.status_code == 429:
|
|
print("HTTP 429 Too Many Requests received. Pausing for 30 seconds.")
|
|
time.sleep(30)
|
|
return make_request(url)
|
|
response.raise_for_status()
|
|
return response
|
|
except requests.HTTPError as http_err:
|
|
print(f"HTTP error occurred: {http_err}")
|
|
return None
|
|
except Exception as err:
|
|
print(f"Other error occurred: {err}")
|
|
return None
|
|
|
|
def get_group_details(group_url_name):
|
|
# Regular group page URL
|
|
group_url = f"https://steamcommunity.com/groups/{group_url_name}"
|
|
|
|
group_page_response = make_request(group_url)
|
|
|
|
if not group_page_response:
|
|
return
|
|
|
|
group_page_soup = BeautifulSoup(group_page_response.text, "lxml")
|
|
|
|
# Group Tag
|
|
tag_span = group_page_soup.find("span", {"class": "grouppage_header_abbrev"})
|
|
tag = tag_span.text.strip() if tag_span else "No tag"
|
|
|
|
# Initialize an empty list to store all members
|
|
all_members = []
|
|
|
|
# Start with the first page
|
|
next_page_url = f"https://steamcommunity.com/groups/{group_url_name}/memberslistxml/?xml=1"
|
|
|
|
while next_page_url:
|
|
# Group details XML page URL
|
|
group_details_url = next_page_url
|
|
|
|
group_details_response = make_request(group_details_url)
|
|
|
|
if not group_details_response:
|
|
return
|
|
|
|
try:
|
|
print(f"[*] Getting page {next_page_url}...")
|
|
group_details_soup = BeautifulSoup(group_details_response.content, "lxml-xml")
|
|
|
|
# Group Name
|
|
group_name = group_details_soup.find("groupName").text
|
|
|
|
# Group ID64
|
|
group_id64 = group_details_soup.find("groupID64").text
|
|
|
|
# Member List
|
|
members = [member.text for member in group_details_soup.find_all("steamID64")]
|
|
all_members.extend(members)
|
|
|
|
# Get the URL for the next page, if there is one
|
|
next_page_link = group_details_soup.find('nextPageLink')
|
|
next_page_url = next_page_link.text if next_page_link else None
|
|
|
|
except Exception as err:
|
|
print(f"Error occurred during parsing of group details XML page: {err}")
|
|
|
|
return {
|
|
"id64": group_id64,
|
|
"name": group_name,
|
|
"url": group_url,
|
|
"tag": tag,
|
|
"members": all_members,
|
|
}
|
|
|
|
if __name__ == "__main__":
|
|
# Replace 'ilovebloop' with the desired group URL name
|
|
print(get_group_details("steamworks")) |