1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
|
import config
import requests
import sys
import json
import urllib3
urllib3.disable_warnings(urllib3.exceptions.InsecureRequestWarning)
def update_template(file_path, dot_path, new_key, new_value):
"""
Parameeterid:
file_path: malli asukoht
dot_path: väärtuse asuhot, mida soovitakse muuta mallis
new_key: võti mida soovitatakse soovitud asukohas muuta
new_value: väärtus, mis soovitud võtmele antakse
Uuendab etteantud väärtuste põhjal mallis võtme väärtuse.
"""
# Step 2: Load the copied JSON
with open(file_path, "r") as f:
data = json.load(f)
# Step 3: Walk the path (e.g. 'flowContents.processors[0].properties')
keys = dot_path.split(".")
current = data
for key in keys:
if key.endswith("]"): # Handle list index like processors[0]
list_key = key[:key.index("[")]
index = int(key[key.index("[") + 1 : key.index("]")])
current = current[list_key][index]
else:
current = current[key]
# Step 4: Add or update the key
current[new_key] = new_value
#print(f"🛠 Added '{new_key}': '{new_value}' at path '{dot_path}'")
# Step 5: Save back the JSON
with open(file_path, "w") as f:
json.dump(data, f, indent=2)
#print("✅ Changes saved.")
def set_database_credentials(file_path,dot_path):
"""
Parameeterid:
file_path: malli asukoht
dot_path: väärtuse asuhot, mida soovitakse muuta mallis
Uuendab andmebaasi autentimisväärtused
"""
## Update URL
db_full_url=config.DB_URL+"/write?db="+config.DB_NAME
update_template(file_path, dot_path, "HTTP URL", db_full_url)
## Update username
update_template(file_path, dot_path, "username", config.DB_USER)
## Update username
update_template(file_path, dot_path, "password", config.DB_PASS)
# export TOKEN=$(curl -k -X POST https://127.0.0.1.nip.io/nifi-api/access/token\
# -H "Content-Type: application/x-www-form-urlencoded" -d 'username=lab08nifiuser&password=tartunifi2023')
def get_access_token():
"""
Tagastab Nifi platvormi autentimiseks vajaliku andmekonveieri.
"""
token_resp = requests.post(
f"{config.NIFI_HOST}/nifi-api/access/token",
headers={"Content-Type": "application/x-www-form-urlencoded"},
data={"username": config.NIFI_USER, "password": config.NIFI_PASS},
verify=False
)
token_resp.raise_for_status()
token = token_resp.text.strip()
return token
# curl -sk -X POST "https://127.0.0.1.nip.io/nifi-api/process-groups/root/process-groups/upload" -H "Authorization: Bearer $TOKEN"\
# -F "file=@pipelines/test_pipeline.json" -F "groupName=MyNewProcessGroup" -F "positionX=0" -F "positionY=0"
# -F "disconnectedNodeAcknowledged=false" -F "clientId=unique-client-id-123"
def upload_nifi_pipeline(token, pipeline_path, processorGroup_name, username=config.NIFI_USER, password=config.NIFI_PASS, nifi_url=config.NIFI_HOST, position_x=0, position_y=0, client_id = "unique-client-id-123"):
"""
Paigaldab andmekonveieri nifi platvormile
"""
with open(pipeline_path, "r") as json_file:
files = {
"file": json_file,
"groupName": (None, processorGroup_name),
"positionX": (None, str(position_x)),
"positionY": (None, str(position_y)),
"disconnectedNodeAcknowledged": (None, "false"),
"clientId": (None, client_id)
}
upload_resp = requests.post(
f"{nifi_url}/nifi-api/process-groups/root/process-groups/upload",
headers={"Authorization": f"Bearer {token}"},
files=files,
verify=False
)
upload_resp.raise_for_status()
print(f"✅ Andmekonveier '{processorGroup_name}' on edukalt ka Nifi platvormile paigaldatud!")
|
