Browse Source

添加经营导常

许家凯 4 năm trước cách đây
mục cha
commit
d1c263415b

+ 6 - 2
src/main/java/com/winhc/dataworks/flow/touch/configuration/SchemaInit.java

@@ -39,9 +39,10 @@ public class SchemaInit {
         Reader reader = new FileReader(new File(path));
         Map map = yml.loadAs(reader, Map.class);
 
-        List jobs = ((List) map.get("job"));
-        return (List<DataWorksFlowJob>) jobs
+        List j = ((List) map.get("job"));
+        List<DataWorksFlowJob> jobs = (List<DataWorksFlowJob>) j
                 .stream()
+
                 .map(m -> {
                     String project = ((String) ((Map<String, Object>) m).get("project"));
                     String flow = ((String) ((Map<String, Object>) m).get("flow"));
@@ -67,5 +68,8 @@ public class SchemaInit {
                     return build;
                 })
                 .collect(Collectors.toList());
+
+        List<DataWorksFlowJob> collect = jobs.stream().collect(Collectors.groupingBy(m -> m.getFlow() + m.getProject())).values().stream().map(list -> new DataWorksFlowJob(list.get(0).getProject(), list.get(0).getFlow(), list.stream().flatMap(l -> l.getTask().stream()).collect(Collectors.toList()))).collect(Collectors.toList());
+        return collect;
     }
 }

+ 13 - 0
src/main/resources/task-step02.yaml

@@ -157,6 +157,19 @@ job:
     flow: incr_calc_intellectual
     task:
       #run-1
+      - taskName: company_abnormal_info
+        param:
+          - _nodeId: 700003375026
+            project: winhc_eci_dev
+            tableName: company_abnormal_info
+            dupliCols: new_cid,put_reason,put_date
+            flag: cid
+          - _nodeId: 700003380225
+            project: winhc_eci_dev
+            tableName: company_abnormal_info
+            cidField: new_cid
+            dupliCols: new_cid,put_reason,put_date
+      #run-1
       - taskName: company_icp
         param:
           - _nodeId: 700003375026