Skip to content

Commit

Permalink
Merge pull request #224
Browse files Browse the repository at this point in the history 
feat: table and database node add increFetchSize
  • Loading branch information
@cn-xufei
cn-xufei authored Dec 7, 2023
2 parents c69c08d + a33b7f3 commit 45a07e4
Show file tree
Hide file tree
Showing 5 changed files with 67 additions and 31 deletions.
4 changes: 3 additions & 1 deletion packages/dag/src/locale/lang/en.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -344,8 +344,10 @@ export default {
packages_dag_nodes_database_kaiqihourenwu:
'Upon opening, the task will automatically gather the chosen source DDL events.',
packages_dag_nodes_database_dongtaixinzengbiao: 'Dynamic new table',
packages_dag_nodes_database_quanliangmeipici: 'The number of full reads per batch',
packages_dag_nodes_database_quanliangmeipici:
'The number of records read per batch in full load should typically be kept at the default value. If your downstream system is slower and you encounter issues with the loss of the source cursor during tasks, please reduce this value.',
packages_dag_nodes_database_piliangduqutiao: 'Batch read number',
packages_dag_nodes_database_zengliangmeipici: 'Incremental batch size',
packages_dag_nodes_database_zidingyi: 'Custom',
packages_dag_nodes_database_xuanzebiao: 'Select Table',
packages_dag_nodes_database_suoshuage: 'Belonging Agent',
Expand Down
3 changes: 2 additions & 1 deletion packages/dag/src/locale/lang/zh-CN.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -332,7 +332,8 @@ export default {
packages_dag_nodes_database_dongtaixinzengbiao: '动态新增表',
packages_dag_nodes_database_quanliangmeipici:
'全量每批次读取的条数, 一般保持默认值即可, 如果你的下游较慢, 任务出现源的游标丢失的情况, 请调小此值',
packages_dag_nodes_database_piliangduqutiao: '每批读取条数',
packages_dag_nodes_database_piliangduqutiao: '全量每批读取条数',
packages_dag_nodes_database_zengliangmeipici: '增量每批读取条数',
packages_dag_nodes_database_zidingyi: '自定义',
packages_dag_nodes_database_xuanzebiao: '选择表',
packages_dag_nodes_database_suoshuage: '所属agent',
Expand Down
6 changes: 4 additions & 2 deletions packages/dag/src/locale/lang/zh-TW.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -330,8 +330,10 @@ export default {
packages_dag_nodes_database_ddLshijian: 'DDL事件採集',
packages_dag_nodes_database_kaiqihourenwu: '開啟後任務將會自動採集選中的源端DDL事件',
packages_dag_nodes_database_dongtaixinzengbiao: '動態新增表',
packages_dag_nodes_database_quanliangmeipici: '全量每批次讀取的條數',
packages_dag_nodes_database_piliangduqutiao: '批量讀取條數',
packages_dag_nodes_database_quanliangmeipici:
'全量每批次讀取的條數, 一般保持默認值即可, 如果你的下游較慢, 任務出現源的游標丟失的情況, 請調小此值',
packages_dag_nodes_database_piliangduqutiao: '全量每批讀取條數',
packages_dag_nodes_database_zengliangmeipici: '增量每批讀取條數',
packages_dag_nodes_database_zidingyi: '自定義',
packages_dag_nodes_database_xuanzebiao: '選擇表',
packages_dag_nodes_database_suoshuage: '所屬agent',
Expand Down
44 changes: 28 additions & 16 deletions packages/dag/src/nodes/Database.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -529,24 +529,36 @@ export class Database extends NodeType {
}
},
properties: {
readBatchSize: {
title: i18n.t('packages_dag_nodes_database_piliangduqutiao'), //增量批次读取条数
type: 'string',
'x-decorator': 'FormItem',
'x-component': 'InputNumber',
'x-decorator-props': {
tooltip: i18n.t('packages_dag_nodes_database_quanliangmeipici')
},
sizeSpace: {
type: 'void',
'x-component': 'Space',
'x-component-props': {
min: 1,
max: 100000
size: 'middle'
},
default: 100,
'x-reactions': {
fulfill: {
state: {
display: '{{$settings.type === "cdc" ? "hidden":"visible"}}'
}
properties: {
readBatchSize: {
title: i18n.t('packages_dag_nodes_database_piliangduqutiao'), //全量批次读取条数
type: 'string',
'x-decorator': 'FormItem',
'x-component': 'InputNumber',
'x-decorator-props': {
tooltip: i18n.t('packages_dag_nodes_database_quanliangmeipici')
},
'x-component-props': {
min: 1,
max: 100000
},
default: 100
},
increaseReadSize: {
title: i18n.t('packages_dag_nodes_database_zengliangmeipici'), //增量批次读取条数
type: 'string',
'x-decorator': 'FormItem',
'x-component': 'InputNumber',
'x-component-props': {
min: 1
},
default: 1
}
}
}
Expand Down
41 changes: 30 additions & 11 deletions packages/dag/src/nodes/Table.js
View file
Original file line number Diff line number Diff line change
Expand Up @@ -1017,19 +1017,38 @@ export class Table extends NodeType {
title: i18n.t('packages_dag_config_data_read')
},
properties: {
readBatchSize: {
title: i18n.t('packages_dag_nodes_database_piliangduqutiao'), //增量批次读取条数
type: 'string',
'x-decorator': 'FormItem',
'x-component': 'InputNumber',
'x-decorator-props': {
tooltip: i18n.t('packages_dag_nodes_database_quanliangmeipici')
},
sizeSpace: {
type: 'void',
'x-component': 'Space',
'x-component-props': {
min: 1,
max: 100000
size: 'middle'
},
default: 100
properties: {
readBatchSize: {
title: i18n.t('packages_dag_nodes_database_piliangduqutiao'), //全量批次读取条数
type: 'string',
'x-decorator': 'FormItem',
'x-component': 'InputNumber',
'x-decorator-props': {
tooltip: i18n.t('packages_dag_nodes_database_quanliangmeipici')
},
'x-component-props': {
min: 1,
max: 100000
},
default: 100
},
increaseReadSize: {
title: i18n.t('packages_dag_nodes_database_zengliangmeipici'), //增量批次读取条数
type: 'string',
'x-decorator': 'FormItem',
'x-component': 'InputNumber',
'x-component-props': {
min: 1
},
default: 1
}
}
}
}
},
Expand Down

0 comments on commit 45a07e4

Please sign in to comment.