summaryrefslogtreecommitdiff
path: root/modules/nifi
diff options
context:
space:
mode:
authorRasmus Luha <rasmus.luha@ut.ee>2025-05-11 23:30:25 +0300
committerRasmus Luha <rasmus.luha@ut.ee>2025-05-11 23:30:25 +0300
commitaad1cf42f85eb1a2e2a34bf997a03f2941ec99de (patch)
tree0a20e566a0cf7b42765caf000bdfd04ae7099d67 /modules/nifi
parent0cdd22fd88b00bc939eac7824bb1063f675cba84 (diff)
add comments
Diffstat (limited to 'modules/nifi')
-rw-r--r--modules/nifi/core.py15
-rw-r--r--modules/nifi/nifi_utils.py24
2 files changed, 39 insertions, 0 deletions
diff --git a/modules/nifi/core.py b/modules/nifi/core.py
index 6eddbad..5c15837 100644
--- a/modules/nifi/core.py
+++ b/modules/nifi/core.py
@@ -19,6 +19,18 @@ def introduction():
def modify_all_processors(data_values, schedulingPeriod, new_pipeline_name, api_url, api_username, api_password):
+ """
+ data_values: valitud andmeväljad, mida konveier filtreerib
+ scedulingPeriod: kui tihti konveier jookseb
+ new_pipeline_name: uue konveieri nimi
+ api_url: andmete tõmbamise API url
+ api_username: Olemasolu korral API kasutaja nimi
+ api_parool: Olemasolu korral API kasutaja parool
+
+ Teeb mallis kõik vajalikud muudatused andmekonveieri valmimiseks
+ """
+
+
############### Choosing and modfyfing Template ##############
### Check if splitJson template needed
@@ -91,6 +103,9 @@ def modify_all_processors(data_values, schedulingPeriod, new_pipeline_name, api_
def build_pipeline():
+ """
+ Ehitab andmekonveieri kokku ning paigaldab soovi korral ka platvormile
+ """
if config.INTERACTIVE_MODE:
data_values, api_url, api_username, api_password= common.get_data_values()
diff --git a/modules/nifi/nifi_utils.py b/modules/nifi/nifi_utils.py
index 6028003..0dbd029 100644
--- a/modules/nifi/nifi_utils.py
+++ b/modules/nifi/nifi_utils.py
@@ -8,6 +8,15 @@ import urllib3
urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
def update_template(file_path, dot_path, new_key, new_value):
+ """
+ Parameeterid:
+ file_path: malli asukoht
+ dot_path: väärtuse asuhot, mida soovitakse muuta mallis
+ new_key: võti mida soovitatakse soovitud asukohas muuta
+ new_value: väärtus, mis soovitud võtmele antakse
+
+ Uuendab etteantud väärtuste põhjal mallis võtme väärtuse.
+ """
# Step 2: Load the copied JSON
with open(file_path, "r") as f:
@@ -35,6 +44,14 @@ def update_template(file_path, dot_path, new_key, new_value):
#print("✅ Changes saved.")
def set_database_credentials(file_path,dot_path):
+ """
+ Parameeterid:
+ file_path: malli asukoht
+ dot_path: väärtuse asuhot, mida soovitakse muuta mallis
+
+ Uuendab andmebaasi autentimisväärtused
+ """
+
## Update URL
db_full_url=config.DB_URL+"/write?db="+config.DB_NAME
update_template(file_path, dot_path, "HTTP URL", db_full_url)
@@ -53,6 +70,9 @@ def set_database_credentials(file_path,dot_path):
# -H "Content-Type: application/x-www-form-urlencoded" -d 'username=lab08nifiuser&password=tartunifi2023')
def get_access_token():
+ """
+ Tagastab Nifi platvormi autentimiseks vajaliku andmekonveieri.
+ """
token_resp = requests.post(
f"{config.NIFI_HOST}/nifi-api/access/token",
headers={"Content-Type": "application/x-www-form-urlencoded"},
@@ -70,6 +90,10 @@ def get_access_token():
def upload_nifi_pipeline(token, pipeline_path, processorGroup_name, username=config.NIFI_USER, password=config.NIFI_PASS, nifi_url=config.NIFI_HOST, position_x=0, position_y=0, client_id = "unique-client-id-123"):
+ """
+ Paigaldab andmekonveieri nifi platvormile
+ """
+
with open(pipeline_path, "r") as json_file:
files = {