loghubods.changwen_rootsourceid_group_hour.sql 3.4 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187
  1. -- Task: changwen_rootsourceid_group_hour ID: 1024546173 Type: DI
  2. {
  3. "extend":{
  4. "mode":"wizard",
  5. "resourceGroup":"S_res_group_42901_1627548651694",
  6. "oneStopPageNum":2
  7. },
  8. "transform":false,
  9. "mappingRule":{
  10. "sourceType":"mysql",
  11. "targetType":"odps",
  12. "needDiff":true,
  13. "targetTableColumn":[
  14. {
  15. "name":"id",
  16. "comment":"自增主键",
  17. "typeDetail":"{\"odpsType\":\"BIGINT\",\"typeName\":\"BIGINT\"}",
  18. "type":"BIGINT"
  19. },
  20. {
  21. "name":"group_name",
  22. "comment":"分组名称",
  23. "typeDetail":"{\"odpsType\":\"STRING\",\"typeName\":\"STRING\"}",
  24. "type":"STRING"
  25. },
  26. {
  27. "name":"root_source_id",
  28. "comment":"",
  29. "typeDetail":"{\"odpsType\":\"STRING\",\"typeName\":\"STRING\"}",
  30. "type":"STRING"
  31. },
  32. {
  33. "name":"save_timestamp",
  34. "comment":"保存时候的时间,毫秒时间戳",
  35. "typeDetail":"{\"odpsType\":\"BIGINT\",\"typeName\":\"BIGINT\"}",
  36. "type":"BIGINT"
  37. }
  38. ],
  39. "sourceTableColumn":[
  40. {
  41. "columnType":"-5",
  42. "typeSize":"20",
  43. "nullable":"0",
  44. "columnSize":"20",
  45. "name":"id",
  46. "comment":"自增主键",
  47. "newDigit":"0",
  48. "type":"BIGINT",
  49. "primaryKey":"true"
  50. },
  51. {
  52. "columnType":"12",
  53. "typeSize":"20",
  54. "nullable":"1",
  55. "columnSize":"20",
  56. "name":"group_name",
  57. "comment":"分组名称",
  58. "newDigit":"0",
  59. "type":"VARCHAR"
  60. },
  61. {
  62. "columnType":"12",
  63. "typeSize":"100",
  64. "nullable":"1",
  65. "columnSize":"100",
  66. "name":"root_source_id",
  67. "comment":"",
  68. "newDigit":"0",
  69. "type":"VARCHAR"
  70. },
  71. {
  72. "columnType":"-5",
  73. "typeSize":"20",
  74. "nullable":"1",
  75. "columnSize":"20",
  76. "name":"save_timestamp",
  77. "comment":"保存时候的时间,毫秒时间戳",
  78. "newDigit":"0",
  79. "type":"BIGINT"
  80. }
  81. ]
  82. },
  83. "markConfig":{
  84. "columnMappingUseCustomRule":false
  85. },
  86. "type":"job",
  87. "version":"2.0",
  88. "steps":[
  89. {
  90. "stepType":"mysql",
  91. "copies":1,
  92. "parameter":{
  93. "envType":1,
  94. "datasource":"adplatform",
  95. "useSpecialSecret":false,
  96. "column":[
  97. "id",
  98. "group_name",
  99. "root_source_id",
  100. "save_timestamp"
  101. ],
  102. "tableComment":"",
  103. "where":"",
  104. "connection":[
  105. {
  106. "datasource":"adplatform",
  107. "table":[
  108. "changwen_rootsourceid_group"
  109. ]
  110. }
  111. ],
  112. "splitPk":"id"
  113. },
  114. "name":"Reader",
  115. "gui":{
  116. "x":100,
  117. "y":100
  118. },
  119. "category":"reader"
  120. },
  121. {
  122. "stepType":"odps",
  123. "copies":1,
  124. "parameter":{
  125. "partition":"dt=${bizdate}${hh}",
  126. "truncate":true,
  127. "envType":1,
  128. "datasource":"odps_first",
  129. "tunnelQuota":"default",
  130. "isSupportThreeModel":false,
  131. "column":[
  132. "id",
  133. "group_name",
  134. "root_source_id",
  135. "save_timestamp"
  136. ],
  137. "emptyAsNull":false,
  138. "tableComment":"",
  139. "consistencyCommit":false,
  140. "table":"changwen_rootsourceid_group_hour"
  141. },
  142. "name":"Writer",
  143. "gui":{
  144. "x":100,
  145. "y":200
  146. },
  147. "category":"writer"
  148. },
  149. {
  150. "copies":1,
  151. "parameter":{
  152. "nodes":[],
  153. "edges":[],
  154. "groups":[],
  155. "version":"2.0"
  156. },
  157. "name":"Processor",
  158. "gui":{
  159. "x":100,
  160. "y":300
  161. },
  162. "category":"processor"
  163. }
  164. ],
  165. "order":{
  166. "hops":[
  167. {
  168. "from":"Reader",
  169. "gui":{
  170. "sourceAnchor":1,
  171. "targetAnchor":0
  172. },
  173. "to":"Writer"
  174. }
  175. ]
  176. },
  177. "setting":{
  178. "errorLimit":{
  179. "record":""
  180. },
  181. "locale":"zh_CN",
  182. "speed":{
  183. "throttle":false,
  184. "concurrent":2
  185. }
  186. }
  187. }