1
0
Fork 0
mirror of https://github.com/SocksPls/hltv-api synced 2025-05-02 08:09:36 +00:00

Compare commits

..

22 commits

Author SHA1 Message Date
David Silva
91ec1b07f0
Merge pull request #33 from SocksPls/ids-all-around
feat(main): ids and mappers
2022-07-14 15:31:29 +02:00
David Silva
c438a70a30 feat(main): ids and mappers 2022-07-14 15:25:59 +02:00
David Silva
b0363d90e9
Merge pull request #32 from SocksPls/downsize-readme-after-date-formatting
chore(README): downsize
2022-07-14 13:55:00 +02:00
David Silva
aaa1021165 chore(README): downsize 2022-07-14 13:54:44 +02:00
David Silva
67f7217b5f
Merge pull request #31 from SocksPls/update-readme-after-date-format-branch
chore(README): update/remove outdated
2022-07-14 13:53:20 +02:00
David Silva
12d14a43d6 chore(README): update/remove outdated 2022-07-14 13:53:05 +02:00
David Silva
16eec2314f
Merge pull request #30 from SocksPls/date-formatting
fix(app): housekeeping/dateformat
2022-07-14 13:45:25 +02:00
David Silva
2889936ebb feat(main): missing / 2022-07-14 13:45:15 +02:00
David Silva
eacedbe3ec feat(main): url for rest + housekeeping 2022-07-14 13:37:42 +02:00
David Silva
56a76de710 feat(main): url for results 2022-07-14 13:16:37 +02:00
David Silva
7e4c771bcb feat(main): consts 2022-07-14 13:01:28 +02:00
David Silva
1358b43a13 feat(main): tzlocal/zoneinfo 2022-07-14 12:49:09 +02:00
David Silva
d06f379a32 chore(main): datetime impl for get_matches 2022-07-14 12:19:56 +02:00
David Silva
1c7cebf512 chore(main): missed 2 encodes pt2 2022-07-14 11:27:12 +02:00
David Silva
e47a3909e1 chore(main): missed 2 encodes 2022-07-14 11:26:36 +02:00
David Silva
05a442043a chore(main): readd encodes just to be on safe side 2022-07-14 11:25:38 +02:00
David Silva
312c96c59d chore(main): add countdown directly from date/time 2022-07-14 11:13:17 +02:00
David Silva
5f7ed6ec31 Merge branch 'master' into date-formatting 2022-07-14 11:00:46 +02:00
David Silva
ab66ebf62b
Merge pull request #28 from SocksPls/dependabot/pip/lxml-4.9.1
Bump lxml from 4.6.5 to 4.9.1
2022-07-14 11:00:21 +02:00
David Silva
3ef7311442 chore(main): delete dead code 2022-07-14 10:55:02 +02:00
David Silva
9939e9f2f6 fix(app): housekeeping/dateformat 2022-07-14 10:44:44 +02:00
dependabot[bot]
3a5c45be97
Bump lxml from 4.6.5 to 4.9.1
Bumps [lxml](https://github.com/lxml/lxml) from 4.6.5 to 4.9.1.
- [Release notes](https://github.com/lxml/lxml/releases)
- [Changelog](https://github.com/lxml/lxml/blob/master/CHANGES.txt)
- [Commits](https://github.com/lxml/lxml/compare/lxml-4.6.5...lxml-4.9.1)

---
updated-dependencies:
- dependency-name: lxml
  dependency-type: direct:production
...

Signed-off-by: dependabot[bot] <support@github.com>
2022-07-06 19:42:37 +00:00
3 changed files with 386 additions and 395 deletions

508
README.md
View file

@ -7,35 +7,55 @@ Provides an API for HLTV
```python
>>> import main as hltv
>>> hltv.top5teams()
['Vitality', 'Heroic', 'Astralis', 'Natus Vincere', 'BIG']
[{'id': 4608,
'name': 'Natus Vincere',
'url': 'https://hltv.org/team/4608/natus-vincere'},
{'id': 6667, 'name': 'FaZe', 'url': 'https://hltv.org/team/6667/faze'},
{'id': 4869, 'name': 'ENCE', 'url': 'https://hltv.org/team/4869/ence'},
{'id': 5752, 'name': 'Cloud9', 'url': 'https://hltv.org/team/5752/cloud9'},
{'id': 9565, 'name': 'Vitality', 'url': 'https://hltv.org/team/9565/vitality'}]
```
## `top30teams`
```python
>>> hltv.top30teams()
[{'name': 'Vitality',
[{'name': 'Natus Vincere',
'rank': 1,
'rank-points': 913,
'team-id': 9565,
'team-players': [{'name': "Richard 'shox' Papillon", 'player-id': 1225},
{'name': "Cédric 'RpK' Guipouy", 'player-id': 7169},
{'name': "Dan 'apEX' Madesclaire", 'player-id': 7322},
{'name': "Mathieu 'ZywOo' Herbaut", 'player-id': 11893},
{'name': "Kévin 'misutaaa' Rabier", 'player-id': 14176}]},
'rank-points': 935,
'stats-url': 'https://www.hltv.org/ranking/teams/2022/july/11/details/4608',
'team-id': 4608,
'team-players': [{'name': "Aleksandr 's1mple' Kostyliev",
'player-id': 7998,
'url': 'https://www.hltv.org/player/7998/s1mple'},
{'name': "Denis 'electroNic' Sharipov",
'player-id': 8918,
'url': 'https://www.hltv.org/player/8918/electronic'},
{'name': "Viktor 'sdy' Orudzhev",
'player-id': 12731,
'url': 'https://www.hltv.org/player/12731/sdy'},
{'name': "Ilya 'Perfecto' Zalutskiy",
'player-id': 16947,
'url': 'https://www.hltv.org/player/16947/perfecto'},
{'name': "Valeriy 'b1t' Vakhovskiy",
'player-id': 18987,
'url': 'https://www.hltv.org/player/18987/b1t'}],
'team-url': 'https://hltv.org/team/4608/Natus Vincere'},
...
}]
]
```
## `top_players`
```python
>>> hltv.top_players()
[{'country': b'France',
[{'country': 'France',
'id': 11893,
'maps-played': '1020',
'name': 'Mathieu Herbaut',
'nickname': b'ZywOo',
'rating': b'1.28',
'maps-played': b'733'},
'nickname': 'ZywOo',
'rating': '1.27',
'url': 'https://hltv.org/stats/players/11893/zywoo'},
...
}]
```
@ -44,267 +64,195 @@ Provides an API for HLTV
```python
>>> hltv.get_players("6665")
[{'id': '4954', 'nickname': 'Xyp9x', 'name': "Andreas 'Xyp9x' Højsleth"},
{'id': '7398', 'nickname': 'dupreeh', 'name': "Peter 'dupreeh' Rasmussen"},
{'id': '7412', 'nickname': 'gla1ve', 'name': "Lukas 'gla1ve' Rossander"},
{'id': '7592', 'nickname': 'device', 'name': "Nicolai 'device' Reedtz"},
{'id': '9032', 'nickname': 'Magisk', 'name': "Emil 'Magisk' Reif"}]
```
## `get_player_info`
```python
>>>hltv.get_player_info('7398')
{'nickname': b'dupreeh',
'name': b'Peter Rasmussen',
'country': 'Denmark',
'team': b'Astralis',
'age': '27',
'stats': {'total_kills': '32442',
'headshot_percent': '50.6%',
'total_deaths': '28386',
'kd_ratio': '1.14',
'dmg_per_round': '78.2',
'grenade_dmg_per_round': '3.0',
'maps_played': '1690',
'rounds_played': '43830',
'kills_per_round': '0.74',
'assists_per_round': '0.14',
'deaths_per_round': '0.65',
'saved_by_teammate_per_round': '0.10',
'saved_teammates_per_round': '0.09',
'rating_1': '1.09'}}
[{'id': 4954,
'name': "Andreas 'Xyp9x' Højsleth",
'nickname': 'Xyp9x',
'url': 'https://hltv.org/player/4954/xyp9x'},
{'id': 7412,
'name': "Lukas 'gla1ve' Rossander",
'nickname': 'gla1ve',
'url': 'https://hltv.org/player/7412/gla1ve'},
{'id': 9078,
'name': "Kristian 'k0nfig' Wienecke",
'nickname': 'k0nfig',
'url': 'https://hltv.org/player/9078/k0nfig'},
{'id': 13300,
'name': "Asger 'Farlig' Jensen",
'nickname': 'Farlig',
'url': 'https://hltv.org/player/13300/farlig'},
{'id': 15165,
'name': "Benjamin 'blameF' Bremer",
'nickname': 'blameF',
'url': 'https://hltv.org/player/15165/blamef'}]
```
## `get_team_info`
```python
>>> hltv.get_team_info("6667")
{'team-name': b'FaZe',
'current-lineup': [{'country': 'Sweden',
'name': 'Olof Kajbjer',
'nickname': 'olofmeister',
'maps-played': 543},
{'country': 'Norway',
'name': 'Håvard Nygaard',
'nickname': 'rain',
'maps-played': 1044},
{'country': 'Denmark',
'name': 'Markus Kjærbye',
'nickname': 'Kjaerbye',
'maps-played': 59},
{'country': 'Brazil',
'name': 'Marcelo David',
'nickname': 'coldzera',
'maps-played': 233},
{'country': 'Latvia',
'name': 'Helvijs Saukants',
'nickname': 'broky',
'maps-played': 233}],
'historical-players': [{'country': b'Poland',
'name': 'Filip Kubski',
'nickname': b'NEO',
'maps-played': 45},
{'country': b'Slovakia',
'name': 'Ladislav Kovács',
'nickname': b'GuardiaN',
'maps-played': 484},
{'country': b'Lithuania',
'name': 'Aurimas Pipiras',
'nickname': b'Bymas',
'maps-played': 41},
{'country': b'Denmark',
'name': 'Finn Andersen',
'nickname': b'karrigan',
'maps-played': 548},
{'country': b'Kazakhstan',
'name': 'Dauren Kystaubayev',
'nickname': b'AdreN',
'maps-played': 65},
{'country': b'Sweden',
'name': 'Richard Landström',
'nickname': b'Xizt',
'maps-played': 59},
{'country': b'Sweden',
'name': 'Mikail Bill',
'nickname': b'Maikelele',
'maps-played': 25},
{'country': b'Portugal',
'name': 'Ricardo Pacheco',
'nickname': b'fox',
'maps-played': 88},
{'country': b'Finland',
'name': 'Aleksi Jalli',
'nickname': b'allu',
'maps-played': 237},
{'country': b'Norway',
'name': 'Joakim Myrbostad',
'nickname': b'jkaem',
'maps-played': 180},
{'country': b'Norway',
'name': 'Jorgen Robertsen',
'nickname': b'cromen',
'maps-played': 27},
{'country': b'Bosnia and Herzegovina',
'name': 'Nikola Kovač',
'nickname': b'NiKo',
'maps-played': 799},
{'country': b'Denmark',
'name': 'Philip Aistrup',
'nickname': b'aizy',
'maps-played': 218},
{'country': b'France',
'name': 'Fabien Fiey',
'nickname': b'kioShiMa',
'maps-played': 280},
{'country': b'Sweden',
'name': 'Robert Dahlström',
'nickname': b'RobbaN',
'maps-played': 2},
{'country': b'Australia',
'name': 'Karlo Pivac',
'nickname': b'USTILO',
'maps-played': 1},
{'country': b'Denmark',
'name': 'Jesper Plougmann',
'nickname': b'TENZKI',
'maps-played': 2},
{'country': b'Serbia',
'name': 'Janko Paunović',
'nickname': b'YNk',
'maps-played': 8},
{'country': b'Sweden',
'name': 'Zebastian Molinder',
'nickname': b'zbM',
'maps-played': 1}],
'stats': {b'Maps played': b'1044',
b'Wins / draws / losses': b'593 / 5 / 446',
b'Total kills': b'94441',
b'Total deaths': b'89842',
b'Rounds played': b'27494',
b'K/D Ratio': b'1.05'}}
>>> hltv.get_team_info("6665")
{'current-lineup': [{'country': 'Denmark',
'id': 4954,
'maps-played': 1239,
'name': 'Andreas Højsleth',
'nickname': 'Xyp9x',
'url': 'https://hltv.org/stats/players/4954/xyp9x'},
{'country': 'Denmark',
'id': 7412,
'maps-played': 1094,
'name': 'Lukas Rossander',
'nickname': 'gla1ve',
'url': 'https://hltv.org/stats/players/7412/gla1ve'},
{'country': 'Denmark',
'id': 9078,
'maps-played': 139,
'name': 'Kristian Wienecke',
'nickname': 'k0nfig',
'url': 'https://hltv.org/stats/players/9078/k0nfig'},
{'country': 'Denmark',
'id': 13300,
'maps-played': 82,
'name': 'Asger Jensen',
'nickname': 'Farlig',
'url': 'https://hltv.org/stats/players/13300/farlig'},
{'country': 'Denmark',
'id': 15165,
'maps-played': 139,
'name': 'Benjamin Bremer',
'nickname': 'blameF',
'url': 'https://hltv.org/stats/players/15165/blamef'}],
'historical-players': [{'country': 'Denmark',
'id': 9612,
'maps-played': 86,
'name': 'Lucas Andersen',
'nickname': 'Bubzkji',
'url': 'https://hltv.org/stats/players/9612/bubzkji'},
{'country': 'Denmark',
'id': 9612,
'maps-played': 86,
'name': 'Lucas Andersen',
'nickname': 'Bubzkji',
'url': 'https://hltv.org/stats/players/9612/bubzkji'},
{'country': 'Denmark',
'id': 7592,
'maps-played': 1076,
'name': 'Nicolai Reedtz',
'nickname': 'device',
'url': 'https://hltv.org/stats/players/7592/device'},
{'country': 'Denmark',
'id': 7398,
'maps-played': 1179,
'name': 'Peter Rasmussen',
'nickname': 'dupreeh',
'url': 'https://hltv.org/stats/players/7398/dupreeh'},
{'country': 'Denmark',
'id': 8611,
'maps-played': 53,
'name': 'Patrick Hansen',
'nickname': 'es3tag',
'url': 'https://hltv.org/stats/players/8611/es3tag'},
{'country': 'Denmark',
'id': 429,
'maps-played': 185,
'name': 'Finn Andersen',
'nickname': 'karrigan',
'url': 'https://hltv.org/stats/players/429/karrigan'},
{'country': 'Denmark',
'id': 8394,
'maps-played': 355,
'name': 'Markus Kjærbye',
'nickname': 'Kjaerbye',
'url': 'https://hltv.org/stats/players/8394/kjaerbye'},
{'country': 'Denmark',
'id': 9032,
'maps-played': 732,
'name': 'Emil Reif',
'nickname': 'Magisk',
'url': 'https://hltv.org/stats/players/9032/magisk'},
{'country': 'Denmark',
'id': 21,
'maps-played': 12,
'name': 'Danny Sørensen',
'nickname': 'zonic',
'url': 'https://hltv.org/stats/players/21/zonic'},
{'country': 'Denmark',
'id': 2469,
'maps-played': 90,
'name': 'René Borg',
'nickname': 'cajunb',
'url': 'https://hltv.org/stats/players/2469/cajunb'},
{'country': 'Denmark',
'id': 13843,
'maps-played': 103,
'name': 'Philip Ewald',
'nickname': 'Lucky',
'url': 'https://hltv.org/stats/players/13843/lucky'},
{'country': 'Norway',
'id': 1485,
'maps-played': 10,
'name': 'Ruben Villarroel',
'nickname': 'RUBINO',
'url': 'https://hltv.org/stats/players/1485/rubino'},
{'country': 'Denmark',
'id': 16718,
'maps-played': 1,
'name': 'Frederik Sørensen',
'nickname': 'Fessor',
'url': 'https://hltv.org/stats/players/16718/fessor'},
{'country': 'Denmark',
'id': 9903,
'maps-played': 4,
'name': 'Anton Pedersen',
'nickname': 'notaN',
'url': 'https://hltv.org/stats/players/9903/notan'},
{'country': 'Denmark',
'id': 8783,
'maps-played': 15,
'name': 'Jakob Hansen',
'nickname': 'JUGi',
'url': 'https://hltv.org/stats/players/8783/jugi'},
{'country': 'Denmark',
'id': 7154,
'maps-played': 4,
'name': 'Jacob Winneche',
'nickname': 'Pimp',
'url': 'https://hltv.org/stats/players/7154/pimp'},
{'country': 'Denmark',
'id': 922,
'maps-played': 9,
'name': 'Marco Pfeiffer',
'nickname': 'Snappi',
'url': 'https://hltv.org/stats/players/922/snappi'},
{'country': 'Sweden',
'id': 1146,
'maps-played': 8,
'name': 'Dennis Edman',
'nickname': 'dennis',
'url': 'https://hltv.org/stats/players/1146/dennis'}],
'stats': {'K/D Ratio': '1.10',
'Maps played': '1323',
'Rounds played': '34752',
'Total deaths': '110203',
'Total kills': '120679',
'Wins / draws / losses': '860 / 2 / 461'},
'team-id': 6665,
'team-name': 'Astralis',
'url': 'https://hltv.org/stats/team/6665/Astralis'}
```
## `get_match_info`
```python
>>> get_match_info("77841")
{'team1': {'name': 'Astralis',
'players': ['device', 'Magisk', 'Xyp9x', 'dupreeh', 'gla1ve'],
'device': {'kills': '67',
'headshots': '23',
'assists': '17',
'flash_assists': '7',
'deaths': '61',
'kast': '71.9%',
'kd_diff': '+6',
'adr': '84.8',
'fk_diff': '+7',
'rating': '1.17'},
'Magisk': {'kills': '59',
'headshots': '25',
'assists': '12',
'flash_assists': '3',
'deaths': '64',
'kast': '68.5%',
'kd_diff': '-5',
'adr': '77.3',
'fk_diff': '+4',
'rating': '1.03'},
'Xyp9x': {'kills': '58',
'headshots': '24',
'assists': '22',
'flash_assists': '8',
'deaths': '58',
'kast': '69.7%',
'kd_diff': '0',
'adr': '72.6',
'fk_diff': '+1',
'rating': '1.02'},
'dupreeh': {'kills': '56',
'headshots': '33',
'assists': '15',
'flash_assists': '2',
'deaths': '61',
'kast': '66.3%',
'kd_diff': '-5',
'adr': '59.7',
'fk_diff': '+1',
'rating': '0.94'},
'gla1ve': {'kills': '45',
'headshots': '19',
'assists': '22',
'flash_assists': '9',
'deaths': '65',
'kast': '60.7%',
'kd_diff': '-20',
'adr': '62.5',
'fk_diff': '-8',
'rating': '0.79'}},
'team2': {'name': 'G2',
'players': ['NiKo', 'huNter-', 'AmaNEk', 'nexa', 'kennyS'],
'NiKo': {'kills': '67',
'headshots': '23',
'assists': '17',
'flash_assists': '7',
'deaths': '61',
'kast': '71.9%',
'kd_diff': '+6',
'adr': '84.8',
'fk_diff': '+7',
'rating': '1.17'},
'huNter-': {'kills': '59',
'headshots': '25',
'assists': '12',
'flash_assists': '3',
'deaths': '64',
'kast': '68.5%',
'kd_diff': '-5',
'adr': '77.3',
'fk_diff': '+4',
'rating': '1.03'},
'AmaNEk': {'kills': '58',
'headshots': '24',
'assists': '22',
'flash_assists': '8',
'deaths': '58',
'kast': '69.7%',
'kd_diff': '0',
'adr': '72.6',
'fk_diff': '+1',
'rating': '1.02'},
'nexa': {'kills': '56',
'headshots': '33',
'assists': '15',
'flash_assists': '2',
'deaths': '61',
'kast': '66.3%',
'kd_diff': '-5',
'adr': '59.7',
'fk_diff': '+1',
'rating': '0.94'},
'kennyS': {'kills': '45',
'headshots': '19',
'assists': '22',
'flash_assists': '9',
'deaths': '65',
'kast': '60.7%',
'kd_diff': '-20',
'adr': '62.5',
'fk_diff': '-8',
'rating': '0.79'}}}
```
## `get_matches`
```python
>>> hltv.get_matches()
[{'date': '2022-06-06',
'event': b'WePlay Academy League Season 4',
'team1': b'Astralis Talent',
'team2': b'Apeks Rebels',
'time': '18:10',
'url': 'https://hltv.org/matches/2356500/astralis-talent-vs-apeks-rebels-weplay-academy-league-season-4'},
[{'countdown': '0:13:00',
'date': '2022-07-14',
'event': 'ESL Challenger Melbourne 2022 Europe Closed Qualifier',
'match-id': 2357360,
'team1': 'HEET',
'team1-id': 11501,
'team2': 'Entropiq',
'team2-id': 10831,
'time': '15:30',
'url': 'https://hltv.org/matches/2357360/heet-vs-entropiq-esl-challenger-melbourne-2022-europe-closed-qualifier'},
...
]
```
@ -313,19 +261,35 @@ Provides an API for HLTV
```python
>>> hltv.get_results()
[{'date': '10/11/2020',
'event': b'IEM Beijing-Haidian 2020 North America',
'team1': b'Liquid',
'team1score': 2,
'team2': b'Chaos',
'team2score': 0},
[{'date': '2022-07-14',
'event': 'ESL Challenger Melbourne 2022 Asia Closed Qualifier',
'match-id': 2357387,
'team1': 'YK',
'team1-id': 11542,
'team1score': 0,
'team2': 'Wings Up',
'team2-id': 10851,
'team2score': 2,
'url': 'https://hltv.org/matches/2357387/yk-vs-wings-up-esl-challenger-melbourne-2022-asia-closed-qualifier'},
...
}]
]
```
## `get_results_by_date`
```python
>>> hltv.get_results_by_date()
[{'team2score': 16, 'team1': 'AGO', 'team2': 'G2', 'team1score': 8, 'map': 'Inferno', 'date': '2018-2-15', 'event': 'ESL Pro League Season 7 Europe'}, ... ]
[{'date': '2022-07-14',
'event': 'ESL Challenger Melbourne 2022 Oceania Closed Qualifier',
'map': 'Dust2',
'match-id': 140752,
'team1': 'VERTEX',
'team1-id': 10672,
'team1score': 16,
'team2': 'Encore',
'team2-id': 11726,
'team2score': 6,
'url': 'https://hltv.org/stats/matches/mapstatsid/140752/vertex-vs-encore?startDate=2022-07-14&endDate=2022-07-14'},
...
]
```

270
main.py
View file

@ -4,6 +4,51 @@ import datetime
from bs4 import BeautifulSoup
from python_utils import converters
import time
import zoneinfo
import tzlocal
HLTV_COOKIE_TIMEZONE = "Europe/Copenhagen"
HLTV_ZONEINFO=zoneinfo.ZoneInfo(HLTV_COOKIE_TIMEZONE)
LOCAL_TIMEZONE_NAME = tzlocal.get_localzone_name()
LOCAL_ZONEINFO = zoneinfo.ZoneInfo(LOCAL_TIMEZONE_NAME)
TEAM_MAP_FOR_RESULTS = []
def _get_all_teams():
if not TEAM_MAP_FOR_RESULTS:
teams = get_parsed_page("https://www.hltv.org/stats/teams?minMapCount=0")
for team in teams.find_all("td", {"class": ["teamCol-teams-overview"], }):
team = {'id': converters.to_int(team.find("a")["href"].split("/")[-2]), 'name': team.find("a").text, 'url': "https://hltv.org" + team.find("a")["href"]}
TEAM_MAP_FOR_RESULTS.append(team)
def _findTeamId(teamName: str):
_get_all_teams()
for team in TEAM_MAP_FOR_RESULTS:
if team['name'] == teamName:
return team['id']
return None
def _padIfNeeded(numberStr: str):
if int(numberStr) < 10:
return str(numberStr).zfill(2)
else:
return str(numberStr)
def _monthNameToNumber(monthName: str):
months = {
'January': 1,
'February': 2,
'March': 3,
'April': 4,
'May': 5,
'June': 6,
'July': 7,
'August': 8,
'September': 9,
'October': 10,
'November': 11,
'December': 12
}
return months[monthName]
def get_parsed_page(url, delay=0.5):
# This fixes a blocked by cloudflare error i've encountered
@ -12,36 +57,40 @@ def get_parsed_page(url, delay=0.5):
"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64)"
}
cookies = {
"hltvTimeZone": HLTV_COOKIE_TIMEZONE
}
time.sleep(delay)
return BeautifulSoup(requests.get(url, headers=headers).text, "lxml")
return BeautifulSoup(requests.get(url, headers=headers, cookies=cookies).text, "lxml")
def top5teams():
home = get_parsed_page("http://hltv.org/")
count = 0
home = get_parsed_page("https://hltv.org/")
teams = []
for team in home.find_all("div", {"class": ["col-box rank"], }):
count += 1
teamname = team.text[3:]
teams.append(teamname)
team = {'id': _findTeamId(team.text[3:]), 'name': team.text[3:], 'url': "https://hltv.org" + team.find_all("a")[1]["href"]}
teams.append(team)
return teams
def top30teams():
page = get_parsed_page("http://www.hltv.org/ranking/teams/")
page = get_parsed_page("https://www.hltv.org/ranking/teams/")
teams = page.find("div", {"class": "ranking"})
teamlist = []
for team in teams.find_all("div", {"class": "ranked-team standard-box"}):
newteam = {'name': team.find('div', {"class": "ranking-header"}).select('.name')[0].text.strip(),
'rank': converters.to_int(team.select('.position')[0].text.strip(), regexp=True),
'rank-points': converters.to_int(team.find('span', {'class': 'points'}).text, regexp=True),
'team-id': converters.to_int(team.find('a', {'class': 'details moreLink'})['href'].split('/')[-1]),
'team-id': _findTeamId(team.find('div', {"class": "ranking-header"}).select('.name')[0].text.strip()),
'team-url': "https://hltv.org/team/" + team.find('a', {'class': 'details moreLink'})['href'].split('/')[-1] + "/" + team.find('div', {"class": "ranking-header"}).select('.name')[0].text.strip(),
'stats-url': "https://www.hltv.org" + team.find('a', {'class': 'details moreLink'})['href'],
'team-players': []}
for player_div in team.find_all("td", {"class": "player-holder"}):
player = {}
player['name'] = player_div.find('img', {'class': 'playerPicture'})['title']
player['player-id'] = converters.to_int(player_div.select('.pointer')[0]['href'].split("/")[-2])
player['url'] = "https://www.hltv.org" + player_div.select('.pointer')[0]['href']
newteam['team-players'].append(player)
teamlist.append(newteam)
return teamlist
@ -53,66 +102,32 @@ def top_players():
playersArray = []
for player in players.find_all("div", {"class": "top-x-box standard-box"}):
playerObj = {}
playerObj['country'] = player.find_all('img')[1]['alt'].encode('utf8')
playerObj['country'] = player.find_all('img')[1]['alt']
buildName = player.find('img', {'class': 'img'})['alt'].split("'")
playerObj['name'] = buildName[0].rstrip() + buildName[2]
playerObj['nickname'] = player.find('a', {'class': 'name'}).text.encode('utf8')
playerObj['rating'] = player.find('div', {'class': 'rating'}).find('span', {'class': 'bold'}).text.encode('utf8')
playerObj['maps-played'] = player.find('div', {'class': 'average gtSmartphone-only'}).find('span', {'class': 'bold'}).text.encode('utf8')
playerObj['nickname'] = player.find('a', {'class': 'name'}).text
playerObj['rating'] = player.find('div', {'class': 'rating'}).find('span', {'class': 'bold'}).text
playerObj['maps-played'] = player.find('div', {'class': 'average gtSmartphone-only'}).find('span', {'class': 'bold'}).text
playerObj['url'] = "https://hltv.org" + player.find('a', {'class': 'name'}).get('href')
playerObj['id'] = converters.to_int(player.find('a', {'class': 'name'}).get('href').split("/")[-2])
playersArray.append(playerObj)
return playersArray
def get_players(teamid):
page = get_parsed_page("http://www.hltv.org/?pageid=362&teamid=" + str(teamid))
page = get_parsed_page("https://www.hltv.org/?pageid=362&teamid=" + str(teamid))
titlebox = page.find("div", {"class": "bodyshot-team"})
players = []
for player_link in titlebox.find_all("a"):
players.append({
'id': player_link["href"].split("/")[2],
'id': converters.to_int(player_link["href"].split("/")[2]),
'nickname': player_link["title"],
'name': player_link.find("img")['title']
'name': player_link.find("img")['title'],
'url': "https://hltv.org" + player_link["href"]
})
return players
def get_player_info(player_id):
"""
:param player_id: integer (or string consisting of integers)
:return: dictionary of player
example player id: 7398 (dupreeh)
"""
page = get_parsed_page(f"https://www.hltv.org/stats/players/{player_id}/a")
statistics = page.find("div", {"class": "statistics"}).find_all("div", {"class": "stats-row"})
player_info = {
'nickname': page.find("h1", {"class": "summaryNickname text-ellipsis"}).text.encode('utf8'),
'name': page.find("div", {"class": "text-ellipsis"}).text[1:-1].encode('utf8'),
'country': page.find("img", {"class": "flag"})["alt"],
'team': page.find("div", {"class": "SummaryTeamname text-ellipsis"}).text.encode('utf8'),
'age': page.find("div", {"class": "summaryPlayerAge"}).text[:2],
'stats': {
'total_kills': statistics[0].find_all("span")[1].text,
'headshot_percent': statistics[1].find_all("span")[1].text,
'total_deaths': statistics[2].find_all("span")[1].text,
'kd_ratio': statistics[3].find_all("span")[1].text,
'dmg_per_round': statistics[4].find_all("span")[1].text,
'grenade_dmg_per_round': statistics[5].find_all("span")[1].text,
'maps_played': statistics[6].find_all("span")[1].text,
'rounds_played': statistics[7].find_all("span")[1].text,
'kills_per_round': statistics[8].find_all("span")[1].text,
'assists_per_round': statistics[9].find_all("span")[1].text,
'deaths_per_round': statistics[10].find_all("span")[1].text,
'saved_by_teammate_per_round': statistics[11].find_all("span")[1].text,
'saved_teammates_per_round': statistics[12].find_all("span")[1].text,
'rating_1': statistics[13].find_all("span")[1].text,
}
}
return player_info
def get_team_info(teamid):
"""
:param teamid: integer (or string consisting of integers)
@ -120,10 +135,12 @@ def get_team_info(teamid):
example team id: 5378 (virtus pro)
"""
page = get_parsed_page("http://www.hltv.org/?pageid=179&teamid=" + str(teamid))
page = get_parsed_page("https://www.hltv.org/?pageid=179&teamid=" + str(teamid))
team_info = {}
team_info['team-name']=page.find("div", {"class": "context-item"}).text.encode('utf8')
team_info['team-name'] = page.find("div", {"class": "context-item"}).text
team_info['team-id'] = _findTeamId(page.find("div", {"class": "context-item"}).text)
current_lineup = _get_current_lineup(page.find_all("div", {"class": "col teammate"}))
team_info['current-lineup'] = current_lineup
@ -138,55 +155,16 @@ def get_team_info(teamid):
stats = columns.find_all("div", {"class": "col standard-box big-padding"})
for stat in stats:
stat_value = stat.find("div", {"class": "large-strong"}).text.encode('utf8')
stat_title = stat.find("div", {"class": "small-label-below"}).text.encode('utf8')
stat_value = stat.find("div", {"class": "large-strong"}).text
stat_title = stat.find("div", {"class": "small-label-below"}).text
team_stats[stat_title] = stat_value
team_info['stats'] = team_stats
team_info['url'] = "https://hltv.org/stats/team/" + str(teamid) + "/" + str(team_info['team-name'])
return team_info
def get_match_info(match_id):
"""
Will get match data, NOT map data
:param match_id: integer (or string consisting of integers)
:return dictionary of match
example match id: 65090 (fnatic-vs-nip)
"""
page = get_parsed_page(f"https://www.hltv.org/stats/matches/{match_id}/a")
match_info = {
"team1": {
"name": page.find_all("table", {"class": "stats-table"})[0].find("th", {"class": "st-teamname"}).text
},
"team2": {
"name": page.find_all("table", {"class": "stats-table"})[1].find("th", {"class": "st-teamname"}).text
}
}
match_info["team1"]["players"] = [player.text for player in page.find_all("table", {"class": "stats-table"})[0].find_all("td", {"class": "st-player"})]
match_info["team2"]["players"] = [player.text for player in page.find_all("table", {"class": "stats-table"})[1].find_all("td", {"class": "st-player"})]
for team in ["team1", "team2"]:
for count, player in enumerate(match_info[team]["players"]):
stats_table = page.find_all("table", {"class": "stats-table"})[0]
match_info[team][player] = {
"kills": stats_table.find_all("td", {"class": "st-kills"})[count].text.split()[0],
"headshots": stats_table.find_all("td", {"class": "st-kills"})[count].text.split("(")[-1][:-1],
"assists": stats_table.find_all("td", {"class": "st-assists"})[count].text.split()[0],
"flash_assists": stats_table.find_all("td", {"class": "st-assists"})[count].text.split("(")[-1][:-1],
"deaths": stats_table.find_all("td", {"class": "st-deaths"})[count].text,
"kast": stats_table.find_all("td", {"class": "st-kdratio"})[count].text,
"kd_diff": stats_table.find_all("td", {"class": "st-kddiff"})[count].text,
"adr": stats_table.find_all("td", {"class": "st-adr"})[count].text,
"fk_diff": stats_table.find_all("td", {"class": "st-fkdiff"})[count].text,
"rating": stats_table.find_all("td", {"class": "st-rating"})[count].text,
}
return match_info
def _get_current_lineup(player_anchors):
"""
helper function for function above
@ -200,6 +178,8 @@ def _get_current_lineup(player_anchors):
player['name'] = buildName[0].rstrip() + buildName[2]
player['nickname'] = player_anchor.find("div", {"class": "teammate-info standard-box"}).find("div", {"class": "text-ellipsis"}).text
player['maps-played'] = int(re.search(r'\d+', player_anchor.find("div", {"class": "teammate-info standard-box"}).find("span").text).group())
player['url'] = "https://hltv.org" + player_anchor.find("div", {"class": "teammate-info standard-box"}).find("a").get("href")
player['id'] = converters.to_int(player_anchor.find("div", {"class": "teammate-info standard-box"}).find("a").get("href").split("/")[-2])
players.append(player)
return players
@ -212,18 +192,18 @@ def _get_historical_lineup(player_anchors):
for player_anchor in player_anchors[5::]:
player = {}
buildName = player_anchor.find("img", {"class": "container-width"})["alt"].split('\'')
player['country'] = player_anchor.find("div", {"class": "teammate-info standard-box"}).find("img", {"class": "flag"})["alt"].encode('utf8')
player['country'] = player_anchor.find("div", {"class": "teammate-info standard-box"}).find("img", {"class": "flag"})["alt"]
player['name'] = buildName[0].rstrip() + buildName[2]
player['nickname'] = player_anchor.find("div", {"class": "teammate-info standard-box"}).find("div", {"class": "text-ellipsis"}).text.encode('utf8')
player['nickname'] = player_anchor.find("div", {"class": "teammate-info standard-box"}).find("div", {"class": "text-ellipsis"}).text
player['maps-played'] = int(re.search(r'\d+', player_anchor.find("div", {"class": "teammate-info standard-box"}).find("span").text).group())
player['url'] = "https://hltv.org" + player_anchor.find("div", {"class": "teammate-info standard-box"}).find("a").get("href")
player['id'] = converters.to_int(player_anchor.find("div", {"class": "teammate-info standard-box"}).find("a").get("href").split("/")[-2])
players.append(player)
return players
def get_matches():
matches = get_parsed_page("http://www.hltv.org/matches/")
matches = get_parsed_page("https://www.hltv.org/matches/")
matches_list = []
upcomingmatches = matches.find("div", {"class": "upcomingMatchesSection"})
matchdays = matches.find_all("div", {"class": "upcomingMatchesSection"})
@ -233,27 +213,44 @@ def get_matches():
for getMatch in matchDetails:
matchObj = {}
matchObj['date'] = date
matchObj['url'] = "https://hltv.org" + getMatch.find("a", {"class": "match a-reset"}).get("href")
matchObj['time'] = getMatch.find("div", {"class": "matchTime"}).text
matchObj['match-id'] = converters.to_int(getMatch.find("a", {"class": "match a-reset"}).get("href").split("/")[-2])
if (date and getMatch.find("div", {"class": "matchTime"})):
timeFromHLTV = datetime.datetime.strptime(date + " " + getMatch.find("div", {"class": "matchTime"}).text,'%Y-%m-%d %H:%M').replace(tzinfo=HLTV_ZONEINFO)
timeFromHLTV = timeFromHLTV.astimezone(LOCAL_ZONEINFO)
matchObj['date'] = timeFromHLTV.strftime('%Y-%m-%d')
matchObj['time'] = timeFromHLTV.strftime('%H:%M')
timenow = datetime.datetime.now().astimezone(LOCAL_ZONEINFO).strftime('%Y-%m-%d %H:%M')
deadline = date + " " + getMatch.find("div", {"class": "matchTime"}).text
currentTime = datetime.datetime.strptime(timenow,'%Y-%m-%d %H:%M')
ends = datetime.datetime.strptime(deadline, '%Y-%m-%d %H:%M')
if currentTime < ends:
matchObj['countdown'] = str(ends - currentTime)
if getMatch.find("div", {"class": "matchEvent"}):
matchObj['event'] = getMatch.find("div", {"class": "matchEvent"}).text.encode('utf8').strip()
matchObj['event'] = getMatch.find("div", {"class": "matchEvent"}).text.strip()
else:
matchObj['event'] = getMatch.find("div", {"class": "matchInfoEmpty"}).text.encode('utf8').strip()
matchObj['event'] = getMatch.find("div", {"class": "matchInfoEmpty"}).text.strip()
if (getMatch.find_all("div", {"class": "matchTeams"})):
matchObj['team1'] = getMatch.find_all("div", {"class": "matchTeam"})[0].text.encode('utf8').lstrip().rstrip()
matchObj['team2'] = getMatch.find_all("div", {"class": "matchTeam"})[1].text.encode('utf8').lstrip().rstrip()
matchObj['team1'] = getMatch.find_all("div", {"class": "matchTeam"})[0].text.lstrip().rstrip()
matchObj['team1-id'] = _findTeamId(getMatch.find_all("div", {"class": "matchTeam"})[0].text.lstrip().rstrip())
matchObj['team2'] = getMatch.find_all("div", {"class": "matchTeam"})[1].text.lstrip().rstrip()
matchObj['team2-id'] = _findTeamId(getMatch.find_all("div", {"class": "matchTeam"})[1].text.lstrip().rstrip())
else:
matchObj['team1'] = None
matchObj['team1-id'] = None
matchObj['team2'] = None
matchObj['team2-id'] = None
matches_list.append(matchObj)
return matches_list
def get_results():
results = get_parsed_page("http://www.hltv.org/results/")
results = get_parsed_page("https://www.hltv.org/results/")
results_list = []
@ -263,31 +260,47 @@ def get_results():
resultDiv = result.find_all("div", {"class": "result-con"})
for res in resultDiv:
getRes = res.find("div", {"class": "result"}).find("table")
resultObj = {}
resultObj['url'] = "https://hltv.org" + res.find("a", {"class": "a-reset"}).get("href")
resultObj['match-id'] = converters.to_int(res.find("a", {"class": "a-reset"}).get("href").split("/")[-2])
if (res.parent.find("span", {"class": "standard-headline"})):
resultObj['date'] = res.parent.find("span", {"class": "standard-headline"}).text.encode('utf8')
dateText = res.parent.find("span", {"class": "standard-headline"}).text.replace("Results for ", "").replace("th", "")
dateArr = dateText.split()
dateTextFromArrPadded = _padIfNeeded(dateArr[2]) + "-" + _padIfNeeded(_monthNameToNumber(dateArr[0])) + "-" + _padIfNeeded(dateArr[1])
dateFromHLTV = datetime.datetime.strptime(dateTextFromArrPadded,'%Y-%m-%d').replace(tzinfo=HLTV_ZONEINFO)
dateFromHLTV = dateFromHLTV.astimezone(LOCAL_ZONEINFO)
resultObj['date'] = dateFromHLTV.strftime('%Y-%m-%d')
else:
dt = datetime.date.today()
resultObj['date'] = str(dt.day) + '/' + str(dt.month) + '/' + str(dt.year)
if (res.find("td", {"class": "placeholder-text-cell"})):
resultObj['event'] = res.find("td", {"class": "placeholder-text-cell"}).text.encode('utf8')
resultObj['event'] = res.find("td", {"class": "placeholder-text-cell"}).text
elif (res.find("td", {"class": "event"})):
resultObj['event'] = res.find("td", {"class": "event"}).text.encode('utf8')
resultObj['event'] = res.find("td", {"class": "event"}).text
else:
resultObj['event'] = None
if (res.find_all("td", {"class": "team-cell"})):
resultObj['team1'] = res.find_all("td", {"class": "team-cell"})[0].text.encode('utf8').lstrip().rstrip()
resultObj['team1score'] = converters.to_int(res.find("td", {"class": "result-score"}).find_all("span")[0].text.encode('utf8').lstrip().rstrip())
resultObj['team2'] = res.find_all("td", {"class": "team-cell"})[1].text.encode('utf8').lstrip().rstrip()
resultObj['team2score'] = converters.to_int(res.find("td", {"class": "result-score"}).find_all("span")[1].text.encode('utf8').lstrip().rstrip())
resultObj['team1'] = res.find_all("td", {"class": "team-cell"})[0].text.lstrip().rstrip()
resultObj['team1score'] = converters.to_int(res.find("td", {"class": "result-score"}).find_all("span")[0].text.lstrip().rstrip())
resultObj['team1-id'] = _findTeamId(res.find_all("td", {"class": "team-cell"})[0].text.lstrip().rstrip())
resultObj['team2'] = res.find_all("td", {"class": "team-cell"})[1].text.lstrip().rstrip()
resultObj['team2-id'] = _findTeamId(res.find_all("td", {"class": "team-cell"})[1].text.lstrip().rstrip())
resultObj['team2score'] = converters.to_int(res.find("td", {"class": "result-score"}).find_all("span")[1].text.lstrip().rstrip())
else:
resultObj['team1'] = None
resultObj['team1-id'] = None
resultObj['team1score'] = None
resultObj['team2'] = None
resultObj['team2-id'] = None
resultObj['team2score'] = None
results_list.append(resultObj)
@ -313,15 +326,28 @@ def get_results_by_date(start_date, end_date):
for result in pastresults:
team_cols = result.find_all("td", {"class": "team-col"})
t1 = team_cols[0].find("a").text
t1_id = _findTeamId(team_cols[0].find("a").text)
t2 = team_cols[1].find("a").text
t2_id = _findTeamId(team_cols[1].find("a").text)
t1_score = int(team_cols[0].find_all(attrs={"class": "score"})[0].text.strip()[1:-1])
t2_score = int(team_cols[1].find_all(attrs={"class": "score"})[0].text.strip()[1:-1])
map = result.find(attrs={"class": "statsDetail"}).find(attrs={"class": "dynamic-map-name-full"}).text
event = result.find(attrs={"class": "event-col"}).text
date = result.find(attrs={"class": "date-col"}).find("a").find("div").text
dateText = result.find(attrs={"class": "date-col"}).find("a").find("div").text
url = "https://hltv.org" + result.find(attrs={"class": "date-col"}).find("a").get("href")
match_id = converters.to_int(result.find(attrs={"class": "date-col"}).find("a").get("href").split("/")[-2])
dateArr = dateText.split("/")
# TODO: yes, this shouldn't be hardcoded, but I'll be very surprised if this API is still a thing in 21XX
startingTwoDigitsOfYear = "20"
dateTextFromArrPadded = startingTwoDigitsOfYear + _padIfNeeded(dateArr[2]) + "-" + _padIfNeeded(dateArr[1]) + "-" + _padIfNeeded(dateArr[0])
result_dict = {"team1": t1, "team2": t2, "team1score": t1_score,
"team2score": t2_score, "date": date, "map": map, "event": event}
dateFromHLTV = datetime.datetime.strptime(dateTextFromArrPadded,'%Y-%m-%d').replace(tzinfo=HLTV_ZONEINFO)
dateFromHLTV = dateFromHLTV.astimezone(LOCAL_ZONEINFO)
date = dateFromHLTV.strftime('%Y-%m-%d')
result_dict = {"match-id": match_id, "team1": t1, "team1-id": t1_id, "team2": t2, "team2-id": t2_id, "team1score": t1_score,
"team2score": t2_score, "date": date, "map": map, "event": event, "url": url}
# Add this pages results to the result list
results_list.append(result_dict)

View file

@ -1,6 +1,7 @@
beautifulsoup4==4.11.1
bs4==0.0.1
lxml==4.6.5
lxml==4.9.1
python-utils==2.0.0
requests==2.20.0
six==1.10.0
tzlocal==4.2