summaryrefslogtreecommitdiff
path: root/AllAboutData
diff options
context:
space:
mode:
authorRasmus Luha <rasmus.luha@gmail.com>2022-03-16 23:13:48 +0200
committerRasmus Luha <rasmus.luha@gmail.com>2022-03-16 23:13:48 +0200
commitecb4b4c8c56d9f720ba004fcfefd40acb996cc7e (patch)
treec53e0de7e1e08cccdcc07f2a0a4408ecdf26cbf4 /AllAboutData
parent03aaa6978fbd73c13b63f0c525f01189c67d0f1f (diff)
Fixing comments and documentation
Diffstat (limited to 'AllAboutData')
-rw-r--r--AllAboutData/getData.py82
-rw-r--r--AllAboutData/utils/osSpecific.py9
2 files changed, 55 insertions, 36 deletions
diff --git a/AllAboutData/getData.py b/AllAboutData/getData.py
index 4cea9af..7b503fa 100644
--- a/AllAboutData/getData.py
+++ b/AllAboutData/getData.py
@@ -1,32 +1,34 @@
-import pandas as pd
+'''NBA data reciever
+
+This python script fetches NBA teams and its players (including retired)
+with some additional information about them.
+The data is stored in the current working directory and thus,
+any existing "Data" file is overwritten. Data will be in csv format.
+
+To use this script, "pandas" and "python-dotenv" must be installed
+You also have to make .env file in current dir and add there: API_KEY = your API_key
+You can get the API key from url below.
+
+Used API: https://rapidapi.com/theapiguy/api/free-nba/
+'''
+
+import os
import requests
-from utils import osSpecific # Some functions to delete and create directoryes needed for data storing
+import pandas as pd
+from utils import osSpecific # Some functions to delete and create directories for data
from dotenv import load_dotenv
-import os
-'''
-This python script fetches NBA teams and its players (currently playing and retired) and some
-additional information about them.
-The data is stored in the current working directory (any existing "Data" file is overwritten.
-Data is in csv format.
-
-Author: Rasmus Luha
-Created_at: 16.03.2022
-Data fetched from: https://rapidapi.com/theapiguy/api/free-nba/
-'''
# Loading API key from environment variables.
load_dotenv()
API_KEY = os.getenv("API_KEY")
-# To use this script, you should make .env file in current dir and add there: API_KEY = your API_key
-# You can get the API key from url listed above.
# API request details
url = "https://free-nba.p.rapidapi.com/"
headers = {
- 'x-rapidapi-host': "free-nba.p.rapidapi.com",
- 'x-rapidapi-key': API_KEY
+ "x-rapidapi-host": "free-nba.p.rapidapi.com",
+ "x-rapidapi-key": API_KEY
}
# File name variables to store data in
@@ -37,7 +39,7 @@ else:
teamsFile = "Data/NBAteams.csv"
playersDir = "Data/Players/"
-# Create new Data directory in order to avoid duplicates, when data is requested multiple times
+# Createubg new Data dir to avoid duplicates (due appending)
osSpecific.deleteDataDir()
osSpecific.addDataDir()
@@ -46,8 +48,12 @@ osSpecific.addDataDir()
###### Functions ######
def getTeamsData(url, headers):
+'''
+Requests Data about NBA teams and stores it.
+Takes API url as first and its headers as second argument.
+'''
- querystring = {"page":"0"}
+ querystring = {"page": "0"}
response = requests.request("GET", url+"teams", headers=headers, params=querystring)
teamsDf = pd.DataFrame(response.json()["data"])
@@ -58,36 +64,44 @@ def getTeamsData(url, headers):
def getPlayerData(url, headers):
+'''
+Requests Data about NBA players and stores it, based on teams
+Takes API url as first and its headers as second argument.
+'''
- print("Stared reading players data")
- # First request is made just to get the amount of pages that must be looped through
- querystring = {"per_page":"100","page":"0"}
+ print("Stared reading players data")
+ # First request is made to get the page count to loop
+ querystring = {"per_page": "100","page":"0"}
response = requests.request("GET", url+"players", headers=headers, params=querystring)
- pageCount = response.json()["meta"]["total_pages"]
+ pageCount = response.json()["meta"]["total_pages"] # Got the page count here
+
print("Pages to read: "+str(pageCount))
for el in range(1, pageCount+1):
- # Requesting pages in loop till pageCount
- querystring = {"per_page":"100","page":el}
+ # Requesting pages in loop till pageCount is reached
+ querystring = {"per_page": "100","page": el}
response = requests.request("GET", url+"players", headers=headers, params=querystring)
data = response.json()["data"]
+ # Making dataframe for each player to store it suitable file
for player in data:
teamName = player["team"]["full_name"]
- playerDf = pd.DataFrame(columns=["first_name", "last_name", "position", "height_feet", "height_inches"])
+ playerDf = pd.DataFrame(columns=["first_name", "last_name",
+ "position", "height_feet",
+ "height_inches"])
- playerSeries = pd.Series({"first_name" : player["first_name"],
- "last_name" : player["last_name"],
- "position" : player["position"],
- "height_feet" : player["height_feet"],
- "height_inches" : player["height_inches"]})
+ playerSeries = pd.Series({"first_name": player["first_name"],
+ "last_name": player["last_name"],
+ "position": player["position"],
+ "height_feet": player["height_feet"],
+ "height_inches": player["height_inches"]})
- # Add player to dataframe
+
playerDf.loc[len(playerDf)] = playerSeries
- # Add dataframe to File
+ # Add dataframe to File, if first to be added, then also add column names
hdr = False if os.path.isfile(playersDir+teamName+".csv") else True
playerDf.to_csv(playersDir+teamName+".csv", mode='a', index=False, header=hdr)
@@ -96,7 +110,7 @@ def getPlayerData(url, headers):
-
if __name__ == "__main__":
getTeamsData(url, headers)
getPlayerData(url, headers)
+
diff --git a/AllAboutData/utils/osSpecific.py b/AllAboutData/utils/osSpecific.py
index 7caf664..c89e65a 100644
--- a/AllAboutData/utils/osSpecific.py
+++ b/AllAboutData/utils/osSpecific.py
@@ -2,14 +2,17 @@ import os
import sys
# terminal commands, which are unfortunately os-specific
-
def whichOs():
+''' Returns "windows" if used os is windows. If not, returns "good" '''
+
if sys.platform == "win32":
return "windows"
else:
- return "good" # ...right?
+ return "good"
def deleteDataDir():
+''' Removes Data directory from working directroy '''
+
if whichOs() == "windows":
os.system("rmdir \s Data")
else:
@@ -17,6 +20,8 @@ def deleteDataDir():
def addDataDir():
+''' Adds data directory from working directroy '''
+
if whichOs() == "windows":
os.system("mkdir Data\Players")
else: