|
|
@ -44,7 +44,7 @@ class MetataskService: |
|
|
|
|
|
|
|
url = f'{AppConfig.ds_server_url}/dolphinscheduler/datasources?pageNo=1&pageSize=100' |
|
|
|
headers = {'dashUserName': current_user.user.user_name, 'dashPassword': current_user.user.password,} |
|
|
|
response = requests.get(url, headers=headers) |
|
|
|
response = requests.get(url, headers=headers, verify=False) |
|
|
|
if response.reason == 'OK': |
|
|
|
response_text = response.text |
|
|
|
data = json.loads(response_text) |
|
|
@ -67,9 +67,9 @@ class MetataskService: |
|
|
|
url3 = f'{AppConfig.ds_server_url}/dolphinscheduler/environment/query-environment-list' |
|
|
|
dataspurceVo=Datasouceall() |
|
|
|
headers = {'dashUserName': current_user.user.user_name, 'dashPassword': current_user.user.password} |
|
|
|
response1 = requests.get(url1, headers=headers) |
|
|
|
response2 = requests.get(url2, headers=headers) |
|
|
|
response3 = requests.get(url3, headers=headers) |
|
|
|
response1 = requests.get(url1, headers=headers, verify=False) |
|
|
|
response2 = requests.get(url2, headers=headers, verify=False) |
|
|
|
response3 = requests.get(url3, headers=headers, verify=False) |
|
|
|
if response1.reason == 'OK': |
|
|
|
response_text = response1.text |
|
|
|
data = json.loads(response_text) |
|
|
@ -152,7 +152,7 @@ class MetataskService: |
|
|
|
# 新增接口 |
|
|
|
url2=f'{AppConfig.ds_server_url}/dolphinscheduler/projects/'+projectCode+'/process-definition' |
|
|
|
headers2 = {'dashUserName': current_user.user.user_name, 'dashPassword': current_user.user.password, 'Content-Type': 'application/x-www-form-urlencoded'} |
|
|
|
response = requests.get(url, headers=headers) |
|
|
|
response = requests.get(url, headers=headers, verify=False) |
|
|
|
if response.reason == 'OK': |
|
|
|
intdsids=[] |
|
|
|
message='' |
|
|
@ -179,7 +179,7 @@ class MetataskService: |
|
|
|
releaseState=config.releaseState |
|
|
|
).model_dump(exclude_unset=True, by_alias=True) |
|
|
|
form_data = {key: str(value) for key, value in metaprocessconfig_dict.items()} |
|
|
|
response_post0 = requests.post(url2, headers=headers2,data=form_data) |
|
|
|
response_post0 = requests.post(url2, headers=headers2, data=form_data, verify=False) |
|
|
|
# text= '{"code":0,"msg":"success","data":{"id":null,"code":16244510692320,"name":"测试2250-表字段采集","version":0,"releaseState":null,"projectCode":15094503753824,"description":"111","globalParams":"[]","globalParamList":null,"globalParamMap":{},"createTime":"2025-01-08 12:50:39","updateTime":"2025-01-08 12:50:39","flag":"YES","userId":1,"userName":null,"projectName":null,"locations":"[{\\"taskCode\\":16244510678624,\\"x\\":334,\\"y\\":265},{\\"taskCode\\":16244510678625,\\"x\\":334,\\"y\\":390},{\\"taskCode\\":16244510678626,\\"x\\":687,\\"y\\":335}]","scheduleReleaseState":null,"timeout":0,"tenantId":1,"tenantCode":null,"modifyBy":null,"warningGroupId":0,"executionType":"PARALLEL"},"failed":false,"success":true}' |
|
|
|
text= response_post0.text |
|
|
|
responsJson = json.loads(text) |
|
|
@ -245,7 +245,7 @@ class MetataskService: |
|
|
|
for config in result_list: |
|
|
|
# mysql表字段 |
|
|
|
if config['dstype']=='0' : |
|
|
|
response = requests.get(f"{url}/{config['dsid']}", headers=headers) |
|
|
|
response = requests.get(f"{url}/{config['dsid']}", headers=headers, verify=False) |
|
|
|
text= response.text |
|
|
|
responsJson = json.loads(text) |
|
|
|
if responsJson['msg'] == 'success': |
|
|
@ -378,7 +378,7 @@ class MetataskService: |
|
|
|
'releaseState': type |
|
|
|
} |
|
|
|
form_data = {key: str(value) for key, value in metaprocessconfig_dict.items()} |
|
|
|
response = requests.post(f"{url}/{config['dsid']}/release", headers=headers,data=form_data) |
|
|
|
response = requests.post(f"{url}/{config['dsid']}/release", headers=headers, data=form_data, verify=False) |
|
|
|
text= response.text |
|
|
|
responsJson = json.loads(text) |
|
|
|
if responsJson['success'] is True: |
|
|
@ -438,7 +438,7 @@ class MetataskService: |
|
|
|
# form_data = {key: str(value) for key, value in process.__dict__.items()} |
|
|
|
form_data = {key: value for key, value in process.__dict__.items()} |
|
|
|
|
|
|
|
response = requests.post(url, headers=headers,data=form_data) |
|
|
|
response = requests.post(url, headers=headers, data=form_data, verify=False) |
|
|
|
text= response.text |
|
|
|
responsJson = json.loads(text) |
|
|
|
if responsJson['success'] is True: |
|
|
@ -472,7 +472,7 @@ class MetataskService: |
|
|
|
# form_data = {key: str(value) for key, value in process.__dict__.items()} |
|
|
|
form_data = {key: value for key, value in parm.__dict__.items()} |
|
|
|
|
|
|
|
response = requests.post(url, headers=headers,data=form_data) |
|
|
|
response = requests.post(url, headers=headers, data=form_data, verify=False) |
|
|
|
text= response.text |
|
|
|
responsJson = json.loads(text) |
|
|
|
if responsJson['success'] is True: |
|
|
@ -521,7 +521,7 @@ class MetataskService: |
|
|
|
form_data={'codes':page_object.ds_ids} |
|
|
|
|
|
|
|
headers = {'dashUserName': current_user.user.user_name, 'dashPassword': current_user.user.password, 'Content-Type': 'application/x-www-form-urlencoded'} |
|
|
|
response = requests.post(url, headers=headers,data=form_data) |
|
|
|
response = requests.post(url, headers=headers, data=form_data, verify=False) |
|
|
|
text= response.text |
|
|
|
responsJson = json.loads(text) |
|
|
|
if responsJson['success'] is True: |
|
|
@ -560,7 +560,7 @@ class MetataskService: |
|
|
|
projectCode = await request.app.state.redis.get(f'{RedisInitKeyConfig.SYS_CONFIG.key}:sys.ds.projectcode') |
|
|
|
url = f'{AppConfig.ds_server_url}/dolphinscheduler/projects/{projectCode}/process-instances?pageNo={query_object.page_num}&pageSize={query_object.page_size}&searchVal={query_object.searchVal}' |
|
|
|
headers = {'dashUserName': current_user.user.user_name, 'dashPassword': current_user.user.password} |
|
|
|
response = requests.get(url, headers=headers) |
|
|
|
response = requests.get(url, headers=headers, verify=False) |
|
|
|
try: |
|
|
|
|
|
|
|
if response.reason == 'OK': |
|
|
@ -582,7 +582,7 @@ cls, request: Request,id:int,current_user: CurrentUserModel |
|
|
|
projectCode = await request.app.state.redis.get(f'{RedisInitKeyConfig.SYS_CONFIG.key}:sys.ds.projectcode') |
|
|
|
url = f'{AppConfig.ds_server_url}/dolphinscheduler/projects/{projectCode}/process-instances/{id}/tasks' |
|
|
|
headers = {'dashUserName': current_user.user.user_name, 'dashPassword': current_user.user.password} |
|
|
|
response = requests.get(url, headers=headers) |
|
|
|
response = requests.get(url, headers=headers, verify=False) |
|
|
|
try: |
|
|
|
response = requests.get(url, headers=headers) |
|
|
|
|
|
|
@ -603,9 +603,9 @@ cls, request: Request,id:int,current_user: CurrentUserModel |
|
|
|
): |
|
|
|
url = f'{AppConfig.ds_server_url}/dolphinscheduler/log/detail?taskInstanceId={id}&limit=1000&skipLineNum=0' |
|
|
|
headers = {'dashUserName': current_user.user.user_name, 'dashPassword': current_user.user.password} |
|
|
|
response = requests.get(url, headers=headers) |
|
|
|
# response = requests.get(url, headers=headers, verify=False) |
|
|
|
try: |
|
|
|
response = requests.get(url, headers=headers) |
|
|
|
response = requests.get(url, headers=headers, verify=False) |
|
|
|
|
|
|
|
if response.reason == 'OK': |
|
|
|
response_text = response.text |
|
|
|