You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
7 lines
58 KiB
7 lines
58 KiB
2 months ago
|
INSERT INTO `meta_process_config` (`pdc_id`, `db_type`, `ac_target`, `taskDefinitionJson`, `taskRelationJson`, `locations`, `name`, `tenantCode`, `executionType`, `description`, `globalParams`, `timeout`, `releaseState`) VALUES (126, 'POSTGRESQL', '0', '[{\"code\":16688213802592,\"name\":\"表元数据采集\",\"version\":1,\"description\":\"\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"DATAX\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"customConfig\":0,\"dsType\":\"POSTGRESQL\",\"dataSource\":1,\"dtType\":\"MYSQL\",\"dataTarget\":2,\"sql\":\" SELECT \\r\\n \'pg_conn\' ssys_cd,\\r\\n null AS data_whs_name, \\r\\n n.nspname AS mdl_name,\\r\\n\\tnull AS tab_no,\\r\\n\\t\'TABLE\' as tab_type,\\r\\n c.relname AS tab_eng_name,\\r\\n d.description AS tab_cn_name,\\r\\n c.reltuples AS tab_rec_num,\\r\\n\\tnow() as upd_time\\r\\nFROM \\r\\n pg_class c\\r\\nJOIN \\r\\n pg_namespace n ON n.oid = c.relnamespace\\r\\nLEFT JOIN \\r\\n pg_description d ON d.objoid = c.oid AND d.objsubid = 0\\r\\nWHERE \\r\\n c.relkind = \'r\' -- \'r\' 表示普通表\\r\\nAND \\r\\n n.nspname = \'public\'\",\"targetTable\":\"t_metadata_extract_info_tmp\",\"jobSpeedByte\":0,\"jobSpeedRecord\":1000,\"preStatements\":[\"delete from t_metadata_extract_info_tmp\"],\"postStatements\":[],\"xms\":1,\"xmx\":1},\"taskParamList\":[],\"taskParamMap\":null,\"flag\":\"YES\",\"taskPriority\":\"MEDIUM\",\"userName\":null,\"projectName\":null,\"workerGroup\":\"default\",\"environmentCode\":14979658816640,\"failRetryTimes\":0,\"failRetryInterval\":1,\"timeoutFlag\":\"CLOSE\",\"timeoutNotifyStrategy\":\"WARN\",\"timeout\":0,\"delayTime\":0,\"resourceIds\":\"\"},{\"code\":16688213802593,\"name\":\"表字段元数据采集\",\"version\":1,\"description\":\"表字段元数据采集\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"DATAX\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"customConfig\":0,\"dsType\":\"POSTGRESQL\",\"dataSource\":1,\"dtType\":\"MYSQL\",\"dataTarget\":2,\"sql\":\"SELECT \\r\\n \'pg_conn\' ssys_cd,\\r\\n null data_whs_name,\\r\\n\\tn.nspname AS mdl_name,\\r\\n null AS tab_no,\\r\\n c.relname AS tab_eng_name,\\r\\n\\ta.attnum fld_no,\\r\\n a.attname AS fld_eng_name,\\r\\n d.description AS fld_cn_name,\\r\\n\\tformat_type(a.atttypid,a.atttypmod) as fld_type,\\r\\n -- 判断是否为主键\\r\\n CASE \\r\\n WHEN kcu.attrelid IS NOT NULL THEN \'Y\'\\r\\n ELSE \'N\'\\r\\n END AS pk_flag,\\r\\n -- 判断是否为必填（非空）\\r\\n CASE \\r\\n WHEN a.attnotnull THEN \'Y\'\\r\\n ELSE \'N\'\\r\\n END AS require_flag,\\r\\n -- 判断是否索引\\r\\n CASE \\r\\n WHEN EXISTS (SELECT 1 FROM pg_index i WHERE i.indrelid = c.oid AND a.attnum = ANY(i.indkey)) THEN \'Y\'\\r\\n ELSE \'N\'\\r\\n END AS idx_flag,\\r\\n now() as upd_time\\r\\nFROM \\r\\n pg_attribute a\\r\\nJOIN \\r\\n pg_class c ON a.attrelid = c.oid\\r\\nJOIN \\r\\n pg_namespace n ON n.oid = c.relnamespace\\r\\nLEFT JOIN \\r\\n pg_description d ON d.objoid = c.oid AND d.objsubid = a.attnum\\r\\nLEFT JOIN \\r\\n -- 主键信息\\r\\n pg_constraint cons ON cons.conrelid = c.oid AND cons.contype = \'p\'\\r\\nLEFT JOIN \\r\\n pg_attribute kcu ON kcu.attrelid = cons.conrelid AND kcu.attnum = ANY(cons.conkey)\\r\\nWHERE \\r\\n a.attnum > 0 -- 排除系统保留的列\\r\\nAND \\r\\n c.relkind = \'r\' -- \'r\' 表示普通表\\r\\nAND \\r\\n n.nspname = \'public\' -- 替换为你的模式名\\r\\nORDER BY \\r\\n c.oid, a.attnum;\",\"targetTable\":\"t_metadata_fld_tab_extract_info_tmp\",\"jobSpeedByte\":0,\"jobSpeedRecord\":1000,\"preStatements\":[\"delete from t_metadata_fld_tab_extract_info_tmp\"],\"postStatements\":[],\"xms\":1,\"xmx\":1},\"taskParamList\":[],\"taskParamMap\":null,\"flag\":\"YES\",\"taskPriority\":\"MEDIUM\",\"userName\":null,\"projectName\":null,\"workerGroup\":\"default\",\"environmentCode\":14979658816640,\"failRetryTimes\":0,\"failRetryInterval\":1,\"timeoutFlag\":\"
|
||
|
|
INSERT INTO `meta_process_config` (`pdc_id`, `db_type`, `ac_target`, `taskDefinitionJson`, `taskRelationJson`, `locations`, `name`, `tenantCode`, `executionType`, `description`, `globalParams`, `timeout`, `releaseState`) VALUES (127, 'POSTGRESQL', '1', '[{\"code\":16688477124320,\"name\":\"数据血缘采集\",\"version\":1,\"description\":\"\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"DATAX\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"customConfig\":0,\"dsType\":\"POSTGRESQL\",\"dataSource\":1,\"dtType\":\"MYSQL\",\"dataTarget\":2,\"sql\":\"SELECT\\r\\n \'pg_conn\' AS ssys_cd,\\r\\n NULL AS data_whs_name, \\r\\n n.nspname AS mdl_name,\\r\\n p.proname AS proc_name,\\r\\n 1 AS proc_line,\\r\\n pg_get_functiondef(p.oid) AS proc_text, \\r\\n now() AS upd_time\\r\\nFROM\\r\\n pg_proc p\\r\\nJOIN\\r\\n pg_namespace n ON p.pronamespace = n.oid\\r\\nWHERE\\r\\n n.nspname = \'public\' \\r\\n AND p.prokind IN (\'p\') \",\"targetTable\":\"t_metadata_data_lineage_info_tmp\",\"jobSpeedByte\":51200,\"jobSpeedRecord\":500,\"preStatements\":[\"delete from t_metadata_data_lineage_info_tmp\"],\"postStatements\":[],\"xms\":1,\"xmx\":1},\"taskParamList\":[],\"taskParamMap\":null,\"flag\":\"YES\",\"taskPriority\":\"MEDIUM\",\"userName\":null,\"projectName\":null,\"workerGroup\":\"default\",\"environmentCode\":14979658816640,\"failRetryTimes\":0,\"failRetryInterval\":1,\"timeoutFlag\":\"CLOSE\",\"timeoutNotifyStrategy\":\"WARN\",\"timeout\":0,\"delayTime\":0,\"resourceIds\":\"\"},{\"code\":16688477124321,\"name\":\"更新版本\",\"version\":1,\"description\":\"\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"SQL\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"type\":\"MYSQL\",\"datasource\":2,\"sql\":\"update t_metadata_data_lineage_info_tmp a1\\r\\ninner join (\\r\\nselect mdl_name\\r\\n ,concat(\'VERSION_\',SUBSTR(MAX(extract_ver_num),9)+1) as new_ver \\r\\n from t_metadata_data_lineage_info\\r\\n where ssys_cd = \'pg_conn\' \\r\\n and mdl_name in (select distinct mdl_name from t_metadata_fld_tab_extract_info_tmp)\\r\\n group by mdl_name\\r\\n ) a2\\r\\n set a1.extract_ver_num = coalesce(a2.new_ver,\'VERSION_1\')\\r\\n where a1.mdl_name = a2.mdl_name\\r\\n;\\r\\n\\r\\n\\r\\nInsert into t_metadata_data_lineage_info_his\\r\\n(onum\\r\\n,extract_ver_num\\r\\n,ssys_cd\\r\\n,data_whs_name\\r\\n,mdl_name\\r\\n,proc_name\\r\\n,proc_line\\r\\n,proc_text\\r\\n,upd_time)\\r\\nselect onum\\r\\n,extract_ver_num\\r\\n,ssys_cd\\r\\n,data_whs_name\\r\\n,mdl_name\\r\\n,proc_name\\r\\n,proc_line\\r\\n,proc_text\\r\\n,upd_time\\r\\n from t_metadata_data_lineage_info_tmp\\r\\n;\\r\\n\\r\\ndelete from t_metadata_data_lineage_info\\r\\nwhere mdl_name in (select distinct mdl_name from t_metadata_data_lineage_info_tmp)\\r\\n and ssys_cd = \'pg_conn\'\\r\\n;\\r\\n\\r\\nInsert into t_metadata_data_lineage_info\\r\\n(onum\\r\\n,extract_ver_num\\r\\n,ssys_cd\\r\\n,data_whs_name\\r\\n,mdl_name\\r\\n,proc_name\\r\\n,proc_line\\r\\n,proc_text\\r\\n,upd_time)\\r\\nselect onum\\r\\n,extract_ver_num\\r\\n,ssys_cd\\r\\n,data_whs_name\\r\\n,mdl_name\\r\\n,proc_name\\r\\n,proc_line\\r\\n,proc_text\\r\\n,upd_time\\r\\n from t_metadata_data_lineage_info_tmp\\r\\n;\\r\\n\\r\\n\",\"sqlType\":\"1\",\"preStatements\":[],\"postStatements\":[],\"segmentSeparator\":\";\",\"displayRows\":10},\"taskParamList\":[],\"taskParamMap\":null,\"flag\":\"YES\",\"taskPriority\":\"MEDIUM\",\"userName\":null,\"projectName\":null,\"workerGroup\":\"default\",\"environmentCode\":14979658816640,\"failRetryTimes\":0,\"failRetryInterval\":1,\"timeoutFlag\":\"CLOSE\",\"timeoutNotifyStrategy\":\"WARN\",\"timeout\":0,\"delayTime\":0,\"resourceIds\":\"\"},{\"code\":16688477124322,\"name\":\"写入库表数量到日志表\",\"version\":1,\"description\":\"\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"SQL\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"type\":\"MYSQL\",\"datasource\":2,\"sql\":\"insert into t_metadata_data_lineage_mdl_cnt_log\\r\\n(ssys_cd,mdl_name,cnt,upd_tim
|
||
|
|
INSERT INTO `meta_process_config` (`pdc_id`, `db_type`, `ac_target`, `taskDefinitionJson`, `taskRelationJson`, `locations`, `name`, `tenantCode`, `executionType`, `description`, `globalParams`, `timeout`, `releaseState`) VALUES (128, 'DB2', '0', '[{\"code\":16699625480160,\"name\":\"表采集\",\"version\":1,\"description\":\"\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"DATAX\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"customConfig\":1,\"json\":\"{\\r\\n \\\"job\\\": {\\r\\n \\\"setting\\\": {\\r\\n \\\"speed\\\":{\\r\\n\\t\\t\\t\\t\\\"channel\\\":1\\r\\n\\t\\t\\t},\\r\\n\\t\\t\\t\\\"errorLimit\\\":{\\r\\n\\t\\t\\t\\t\\\"record\\\":0,\\r\\n\\t\\t\\t\\t\\\"percentage\\\":0\\r\\n\\t\\t\\t}\\r\\n\\t\\t},\\r\\n \\\"content\\\": [\\r\\n {\\\"reader\\\": {\\r\\n \\\"name\\\": \\\"rdbmsreader\\\",\\r\\n \\\"parameter\\\": {\\r\\n \\\"connection\\\": [{\\r\\n\\t\\t\\t\\t\\t\\t\\\"querySql\\\": [\\r\\n \\\"SELECT \'db2_conn\' AS ssys_cd,NULL AS data_whs_name,TABSCHEMA AS mdl_name,NULL AS tab_no,\'TABLE\' tab_type,TABNAME AS tab_eng_name,REMARKS AS tab_cn_name,CARD AS tab_rec_num,CURRENT TIMESTAMP AS upd_time FROM SYSCAT.TABLES WHERE TABSCHEMA = \'MYSCHEMA\' AND TYPE IN (\'T\')\\\"\\r\\n ]\\r\\n \\\"jdbcUrl\\\": [\\\"jdbc:db2://172.28.146.65:50000/testpd\\\"],\\r\\n \\r\\n }],\\r\\n \\\"username\\\": \\\"db2inst1\\\",\\r\\n \\\"password\\\": \\\"dbPassword\\\"}\\r\\n },\\r\\n \\\"writer\\\": {\\r\\n \\\"name\\\": \\\"mysqlwriter\\\",\\r\\n \\\"parameter\\\": {\\r\\n \\\"writeMode\\\": \\\"insert\\\",\\r\\n \\\"username\\\": \\\"dbf\\\",\\r\\n \\\"password\\\": \\\"1q2w3e4r\\\",\\r\\n \\\"writerThreadCount\\\": 1,\\r\\n \\\"column\\\":[\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`ssys_cd`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`data_whs_name`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`mdl_name`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`tab_no`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`tab_type`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`tab_eng_name`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`tab_cn_name`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`tab_rec_num`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`upd_time`\\\"\\r\\n\\t\\t\\t\\t\\t\\t],\\r\\n\\t\\t\\t\\t\\t\\t\\\"preSql\\\": [\\\"delete from t_metadata_extract_info_tmp\\\"],\\r\\n \\\"connection\\\": [\\r\\n {\\r\\n \\\"jdbcUrl\\\": \\\"jdbc:mysql://172.28.146.51:3306/dash_test_w?useUnicode=true&characterEncoding=utf-8\\\",\\r\\n \\\"table\\\": [\\r\\n \\\"t_metadata_extract_info_tmp\\\"\\r\\n ]\\r\\n }\\r\\n ]\\r\\n }\\r\\n }\\r\\n }\\r\\n ]\\r\\n }\\r\\n }\\r\\n\\r\\n\",\"xms\":1,\"xmx\":1},\"taskParamList\":[],\"taskParamMap\":null,\"flag\":\"YES\",\"taskPriority\":\"MEDIUM\",\"userName\":null,\"projectName\":null,\"workerGroup\":\"default\",\"environmentCode\":14979658816640,\"failRetryTimes\":0,\"failRetryInterval\":1,\"timeoutFlag\":\"CLOSE\",\"timeoutNotifyStrategy\":\"WARN\",\"timeout\":0,\"delayTime\":0,\"resourceIds\":\"\"},{\"code\":16699625480161,\"name\":\"表字段元数据采集\",\"version\":1,\"description\":\"\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"DATAX\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"customConfig\":1,\"json\":\"{\\r\\n \\\"job\\\": {\\r\\n \\\"setting\\\": {\\r\\n \\\"speed\\\":{\\r\\n\\t\\t\\t\\t\\\"channel\\\":1\\r\\n\\t\\t\\t},\\r\\n\\t\\t\\t\\\"errorLimit\\\":{\\r\\n\\t\\t\\t\\t\\\"record\\\":0,\\r\\n\\t\\t\\t\\t\\\"percentag
|
||
|
|
INSERT INTO `meta_process_config` (`pdc_id`, `db_type`, `ac_target`, `taskDefinitionJson`, `taskRelationJson`, `locations`, `name`, `tenantCode`, `executionType`, `description`, `globalParams`, `timeout`, `releaseState`) VALUES (129, 'DB2', '1', '[{\"code\":16699623866592,\"name\":\"数据血缘采集\",\"version\":1,\"description\":\"\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"DATAX\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"customConfig\":1,\"json\":\"{\\r\\n \\\"job\\\": {\\r\\n \\\"setting\\\": {\\r\\n \\\"speed\\\":{\\r\\n\\t\\t\\t\\t\\\"channel\\\":1\\r\\n\\t\\t\\t},\\r\\n\\t\\t\\t\\\"errorLimit\\\":{\\r\\n\\t\\t\\t\\t\\\"record\\\":0,\\r\\n\\t\\t\\t\\t\\\"percentage\\\":0\\r\\n\\t\\t\\t}\\r\\n\\t\\t},\\r\\n \\\"content\\\": [\\r\\n {\\\"reader\\\": {\\r\\n \\\"name\\\": \\\"rdbmsreader\\\",\\r\\n \\\"parameter\\\": {\\r\\n \\\"connection\\\": [{\\r\\n\\t\\t\\t\\t\\t\\t\\\"querySql\\\": [\\r\\n \\\"SELECT \'db2_conn\' AS ssys_cd, NULL AS data_whs_name, ROUTINESCHEMA AS mdl_name, ROUTINENAME AS proc_name, 1 AS proc_line, TEXT AS proc_text, CURRENT TIMESTAMP AS upd_time FROM SYSCAT.ROUTINES WHERE ROUTINESCHEMA = \'MYSCHEMA\' AND ROUTINETYPE IN (\'P\') \\\"\\r\\n ]\\r\\n \\\"jdbcUrl\\\": [\\\"jdbc:db2://172.28.146.65:50000/testpd\\\"],\\r\\n \\r\\n }],\\r\\n \\\"username\\\": \\\"db2inst1\\\",\\r\\n \\\"password\\\": \\\"dbPassword\\\"}\\r\\n },\\r\\n \\\"writer\\\": {\\r\\n \\\"name\\\": \\\"mysqlwriter\\\",\\r\\n \\\"parameter\\\": {\\r\\n \\\"writeMode\\\": \\\"insert\\\",\\r\\n \\\"username\\\": \\\"dbf\\\",\\r\\n \\\"password\\\": \\\"1q2w3e4r\\\",\\r\\n \\\"writerThreadCount\\\": 1,\\r\\n \\\"column\\\":[\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`ssys_cd`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`data_whs_name`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`mdl_name`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`proc_name`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`proc_line`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`proc_text`\\\",\\r\\n\\t\\t\\t\\t\\t\\t\\t\\\"`upd_time`\\\"\\r\\n\\t\\t\\t\\t\\t\\t],\\r\\n\\t\\t\\t\\t\\t\\t\\\"preSql\\\": [\\\"delete from t_metadata_data_lineage_info_tmp\\\"],\\r\\n \\\"connection\\\": [\\r\\n {\\r\\n \\\"jdbcUrl\\\": \\\"jdbc:mysql://172.28.146.51:3306/dash_test_w?useUnicode=true&characterEncoding=utf-8\\\",\\r\\n \\\"table\\\": [\\r\\n \\\"t_metadata_data_lineage_info_tmp\\\"\\r\\n ]\\r\\n }\\r\\n ]\\r\\n }\\r\\n }\\r\\n }\\r\\n ]\\r\\n }\\r\\n }\\r\\n\\r\\n\",\"xms\":1,\"xmx\":1},\"taskParamList\":[],\"taskParamMap\":null,\"flag\":\"YES\",\"taskPriority\":\"MEDIUM\",\"userName\":null,\"projectName\":null,\"workerGroup\":\"default\",\"environmentCode\":14979658816640,\"failRetryTimes\":0,\"failRetryInterval\":1,\"timeoutFlag\":\"CLOSE\",\"timeoutNotifyStrategy\":\"WARN\",\"timeout\":0,\"delayTime\":0,\"resourceIds\":\"\"},{\"code\":16699623866593,\"name\":\"更新版本\",\"version\":1,\"description\":\"\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"SQL\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"type\":\"MYSQL\",\"datasource\":2,\"sql\":\"update t_metadata_data_lineage_info_tmp a1\\r\\ninner join (\\r\\nselect mdl_name\\r\\n ,concat(\'VERSION_\',SUBSTR(MAX(extract_ver_num),9)+1) as new_ver \\r\\n from t_metadata_data_lineage_info\\r\\n where ssys_cd = \'db2_conn\' \\r\\n and mdl_name in (select distinct mdl_name from t_metadata_fld_tab_extract_info_tmp)\\r\\n
|
||
|
|
INSERT INTO `meta_process_config` (`pdc_id`, `db_type`, `ac_target`, `taskDefinitionJson`, `taskRelationJson`, `locations`, `name`, `tenantCode`, `executionType`, `description`, `globalParams`, `timeout`, `releaseState`) VALUES (130, 'ORACLE', '0', '[{\"code\":16699723296864,\"name\":\"表元数据采集\",\"version\":1,\"description\":\"\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"DATAX\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"customConfig\":0,\"dsType\":\"ORACLE\",\"dataSource\":4,\"dtType\":\"MYSQL\",\"dataTarget\":2,\"sql\":\"select \'orcl_conn\' ssys_cd,\\r\\n null AS data_whs_name,\\r\\n\\t a1.owner AS mdl_name,\\r\\n\\t null AS tab_no,\\r\\n\\t \'TABLE\' as tab_type,\\r\\n a1.table_name AS tab_eng_name,\\r\\n a2.comments AS tab_cn_name,\\r\\n a1.NUM_ROWS as tab_rec_num,\\r\\n sysdate as upd_time\\r\\n from dba_tables a1\\r\\n left join dba_tab_comments a2\\r\\n on a1.table_name = a2.table_name\\r\\n and a1.owner = a2.owner\\r\\n where a1.owner = \'ORCL_USER\'\",\"targetTable\":\"t_metadata_extract_info_tmp\",\"jobSpeedByte\":0,\"jobSpeedRecord\":1000,\"preStatements\":[\"delete from t_metadata_extract_info_tmp\"],\"postStatements\":[],\"xms\":1,\"xmx\":1},\"taskParamList\":[],\"taskParamMap\":null,\"flag\":\"YES\",\"taskPriority\":\"MEDIUM\",\"userName\":null,\"projectName\":null,\"workerGroup\":\"default\",\"environmentCode\":14979658816640,\"failRetryTimes\":0,\"failRetryInterval\":1,\"timeoutFlag\":\"CLOSE\",\"timeoutNotifyStrategy\":\"WARN\",\"timeout\":0,\"delayTime\":0,\"resourceIds\":\"\"},{\"code\":16699723296865,\"name\":\"表字段元数据采集\",\"version\":1,\"description\":\"\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"DATAX\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"customConfig\":0,\"dsType\":\"ORACLE\",\"dataSource\":4,\"dtType\":\"MYSQL\",\"dataTarget\":2,\"sql\":\"SELECT\\r\\n \'orcl_conn\' AS ssys_cd,\\r\\n null data_whs_name,\\r\\n\\tt.owner mdl_name,\\r\\n null AS tab_no,\\r\\n t.table_name AS tab_eng_name,\\r\\n c.column_id as fld_no,\\r\\n c.column_name as fld_eng_name,\\r\\n\\tc1.comments AS fld_cn_name,\\r\\n c.data_type || CASE WHEN c.data_precision IS NOT NULL THEN \'(\' || c.data_precision || \')\' ELSE \'\' END AS fld_type,\\r\\n CASE \\r\\n WHEN p.constraint_name IS NOT NULL THEN \'Y\'\\r\\n ELSE \'N\'\\r\\n END AS pk_flag,\\r\\n CASE \\r\\n WHEN c.nullable = \'N\' THEN \'Y\'\\r\\n ELSE \'N\'\\r\\n END AS require_flag,\\r\\n CASE \\r\\n WHEN EXISTS (SELECT 1 FROM dba_ind_columns uic WHERE uic.table_name = t.table_name AND uic.column_name = c.column_name) THEN \'Y\'\\r\\n ELSE \'N\'\\r\\n END AS idx_flag,\\r\\n sysdate as upd_time\\r\\nFROM\\r\\n dba_tab_columns c\\r\\nleft join DBA_COL_COMMENTS c1\\r\\non c.owner = c1.owner\\r\\nand c.table_name = c1.table_name\\r\\nand c.COLUMN_name = c1.COLUMN_name\\r\\nJOIN\\r\\n dba_tables t ON t.table_name = c.table_name and t.owner = c.owner \\r\\nLEFT JOIN\\r\\n dba_constraints p ON p.table_name = t.table_name and p.owner = t.owner AND p.constraint_type = \'P\'\\r\\nLEFT JOIN\\r\\n dba_indexes ui ON ui.table_name = t.table_name and ui.owner = t.owner AND ui.index_name IN (\\r\\n SELECT index_name FROM dba_ind_columns nn WHERE nn.table_name = t.table_name and nn.table_owner = t.owner AND nn.column_name = c.column_name\\r\\n )\\r\\nWHERE\\r\\n t.owner = \'ORCL_USER\' \\r\\nORDER BY\\r\\n t.table_name,c.column_id\",\"targetTable\":\"t_metadata_fld_tab_extract_info_tmp\",\"jobSpeedByte\":0,\"jobSpeedRecord\":1000,\"preStatements\":[\"delete from t_metadata_fld_tab_extract_info_tmp\"],\"postStatements\":[],\"xms\":1,\"xmx\":1},\"taskParamList\":[],\"taskParamMap\":null,\"flag\":\"YES\",\"taskPriority\":\"MEDIUM\",\"userName\":null,\"projectName\":null,\"workerGroup\":\"default\",\"environmentCode\":14979658816640,\"failRetryTimes\":0,\"failRetryInterval\":1,\"timeoutFlag\":\"CLOSE\",\"timeoutNotifyStrategy\":\"WARN\",\"timeout\
|
||
|
|
INSERT INTO `meta_process_config` (`pdc_id`, `db_type`, `ac_target`, `taskDefinitionJson`, `taskRelationJson`, `locations`, `name`, `tenantCode`, `executionType`, `description`, `globalParams`, `timeout`, `releaseState`) VALUES (131, 'ORACLE', '1', '[{\"code\":16699841738592,\"name\":\"数据血缘采集\",\"version\":1,\"description\":\"\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"DATAX\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"customConfig\":0,\"dsType\":\"ORACLE\",\"dataSource\":4,\"dtType\":\"MYSQL\",\"dataTarget\":2,\"sql\":\"SELECT\\r\\n \'orcl_conn\' AS ssys_cd,\\r\\n NULL AS data_whs_name,\\r\\n owner AS mdl_name,\\r\\n name AS proc_name,\\r\\n line AS proc_line,\\r\\n text AS proc_text,\\r\\n SYSDATE AS upd_time\\r\\nFROM\\r\\n dba_source\\r\\nWHERE\\r\\n owner = \'ORCL_USER\' \\r\\n AND type IN (\'PROCEDURE\') \\r\\nORDER BY\\r\\n owner, name,line\",\"targetTable\":\"t_metadata_data_lineage_info_tmp\",\"jobSpeedByte\":51200,\"jobSpeedRecord\":500,\"preStatements\":[\"delete from t_metadata_data_lineage_info_tmp\"],\"postStatements\":[],\"xms\":1,\"xmx\":1},\"taskParamList\":[],\"taskParamMap\":null,\"flag\":\"YES\",\"taskPriority\":\"MEDIUM\",\"userName\":null,\"projectName\":null,\"workerGroup\":\"default\",\"environmentCode\":14979658816640,\"failRetryTimes\":0,\"failRetryInterval\":1,\"timeoutFlag\":\"CLOSE\",\"timeoutNotifyStrategy\":\"WARN\",\"timeout\":0,\"delayTime\":0,\"resourceIds\":\"\"},{\"code\":16699841738593,\"name\":\"更新版本\",\"version\":1,\"description\":\"\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"SQL\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"type\":\"MYSQL\",\"datasource\":2,\"sql\":\"update t_metadata_data_lineage_info_tmp a1\\r\\ninner join (\\r\\nselect mdl_name\\r\\n ,concat(\'VERSION_\',SUBSTR(MAX(extract_ver_num),9)+1) as new_ver \\r\\n from t_metadata_data_lineage_info\\r\\n where ssys_cd = \'orcl_conn\' \\r\\n and mdl_name in (select distinct mdl_name from t_metadata_fld_tab_extract_info_tmp)\\r\\n group by mdl_name\\r\\n ) a2\\r\\n set a1.extract_ver_num = coalesce(a2.new_ver,\'VERSION_1\')\\r\\n where a1.mdl_name = a2.mdl_name\\r\\n;\\r\\n\\r\\n\\r\\nInsert into t_metadata_data_lineage_info_his\\r\\n(onum\\r\\n,extract_ver_num\\r\\n,ssys_cd\\r\\n,data_whs_name\\r\\n,mdl_name\\r\\n,proc_name\\r\\n,proc_line\\r\\n,proc_text\\r\\n,upd_time)\\r\\nselect onum\\r\\n,extract_ver_num\\r\\n,ssys_cd\\r\\n,data_whs_name\\r\\n,mdl_name\\r\\n,proc_name\\r\\n,proc_line\\r\\n,proc_text\\r\\n,upd_time\\r\\n from t_metadata_data_lineage_info_tmp\\r\\n;\\r\\n\\r\\ndelete from t_metadata_data_lineage_info\\r\\nwhere mdl_name in (select distinct mdl_name from t_metadata_data_lineage_info_tmp)\\r\\n and ssys_cd = \'orcl_conn\'\\r\\n;\\r\\n\\r\\nInsert into t_metadata_data_lineage_info\\r\\n(onum\\r\\n,extract_ver_num\\r\\n,ssys_cd\\r\\n,data_whs_name\\r\\n,mdl_name\\r\\n,proc_name\\r\\n,proc_line\\r\\n,proc_text\\r\\n,upd_time)\\r\\nselect onum\\r\\n,extract_ver_num\\r\\n,ssys_cd\\r\\n,data_whs_name\\r\\n,mdl_name\\r\\n,proc_name\\r\\n,proc_line\\r\\n,proc_text\\r\\n,upd_time\\r\\n from t_metadata_data_lineage_info_tmp\\r\\n;\\r\\n\",\"sqlType\":\"1\",\"preStatements\":[],\"postStatements\":[],\"segmentSeparator\":\";\",\"displayRows\":10},\"taskParamList\":[],\"taskParamMap\":null,\"flag\":\"YES\",\"taskPriority\":\"MEDIUM\",\"userName\":null,\"projectName\":null,\"workerGroup\":\"default\",\"environmentCode\":14979658816640,\"failRetryTimes\":0,\"failRetryInterval\":1,\"timeoutFlag\":\"CLOSE\",\"timeoutNotifyStrategy\":\"WARN\",\"timeout\":0,\"delayTime\":0,\"resourceIds\":\"\"},{\"code\":16699841738594,\"name\":\"写入库表数量到日志表\",\"version\":1,\"description\":\"\",\"projectCode\":15094503753824,\"userId\":1,\"taskType\":\"SQL\",\"taskParams\":{\"localParams\":[],\"resourceList\":[],\"type\":\"MYSQL\",\"datasource\":2,\"sql\":\"insert into t_metadata_data_lineage_mdl_cnt_log\\r\\n(ssys_cd,mdl_name,cnt,upd_time)\\r\\nselect ssys_cd,mdl_name,count(1) as cnt,now(
|