Flink 是如何同时实现批处理与流处理的？

Flink 将批处理（即处理有限的静态数据）视作一种特殊的流处理。

flink-doris-connector-1.20-25.1.0.jar

org.apache.doris.flink.tools.cdc.CdcTools

oracle-sync-database_test --database cdc_test --table-prefix ods_ZHWL_ --oracle-conf hostname=10.8.0.8 --oracle-conf port=11521 --oracle-conf username=zttg_dev_user --oracle-conf password=xunhui --oracle-conf database-name=orcl --oracle-conf schema-name=ZTTG_DEV_USER --oracle-conf debezium.log.mining.transaction.snapshot.boundary.mode=skip --oracle-conf scan.startup.mode=latest-offset --oracle-conf debezium.schema.include.list=ZTTG_DEV_USER --including-tables "A_MES_MECH_API_T|B_BASECODE_T|B_CARRIER_ITEM_T|B_MATERIAL_T|B_USERAPP_T|L_APPLICATIONBILL_ITEM_T|L_APPLICATIONBILL_T|L_CURRTEMP_ITEM_T|L_CURRTEMP_T|L_GRADERESULT_ITEM_T|L_GRADERESULT_T|L_IRON_FURNACE_T|L_MATERIALGROUP_ITEM_T|L_MATERIALGROUP_T|L_PLAN_T|L_SENDCAR_ITEM_T|L_STOREIN_ITEM_T|L_STOREIN_T|L_STOREOUT_ITEM_T|L_STOREOUT_T|M_EQUIPMENT_T|M_MEASURE_T|M_OPERACONFIG_T|Q_B_ITEM_T|Q_B_MATERIAL_ITEM_T|Q_BM_MERGE_ITEM_T|Q_BM_MERGE_PETROFACIES_T|Q_BM_MERGE_REACTION_T|Q_BM_MERGE_T|Q_CERTIFICATE_ITEM_T|Q_CERTIFICATE_T|Q_IRON_DELEGATE_ITEM_T|Q_IRON_DELEGATE_T|Q_IRON_ITEMRESULT_T|Q_ITEMVALUE_COLLECTION_OLD_T|Q_ITEMVALUE_COLLECTION_T|Q_SAMPLE_T|Q_STEEL_DELEGATE_ITEM_T|Q_STEEL_DELEGATE_T|Q_STEELCAI_DELEGATE_ITEM_T|Q_STEELCAI_DELEGATE_T" --sink-conf fenodes=192.168.30.66:8030 --sink-conf benodes=192.168.30.66:8040 --sink-conf auto-redirect=false --sink-conf username=admin --sink-conf password=Doris@123 --sink-conf jdbc-url=jdbc:mysql://192.168.30.66:9030 --sink-conf sink.label-prefix=oracle_zhwl_sync --sink-conf sink.properties.use-new-schema-change=true --table-conf replication_num=3 --table-conf compression=LZ4

oracle-sync-database --database cdc --table-prefix ods_ZHWL_ --oracle-conf hostname=10.1.255.11 --oracle-conf port=1521 --oracle-conf username=zttg_dev_user --oracle-conf password=xunhui --oracle-conf database-name=orcl --oracle-conf schema-name=ZTTG_DEV_USER --oracle-conf debezium.schema.include.list=ZTTG_DEV_USER --including-tables "A_MES_MECH_API_T|B_BASECODE_T|B_CARRIER_ITEM_T|B_MATERIAL_T|B_USERAPP_T|L_APPLICATIONBILL_ITEM_T|L_APPLICATIONBILL_T|L_CURRTEMP_ITEM_T|L_CURRTEMP_T|L_GRADERESULT_ITEM_T|L_GRADERESULT_T|L_IRON_FURNACE_T|L_MATERIALGROUP_ITEM_T|L_MATERIALGROUP_T|L_PLAN_T|L_SENDCAR_ITEM_T|L_STOREIN_ITEM_T|L_STOREIN_T|L_STOREOUT_ITEM_T|L_STOREOUT_T|M_EQUIPMENT_T|M_MEASURE_T|M_OPERACONFIG_T|Q_B_ITEM_T|Q_B_MATERIAL_ITEM_T|Q_BM_MERGE_ITEM_T|Q_BM_MERGE_PETROFACIES_T|Q_BM_MERGE_REACTION_T|Q_BM_MERGE_T|Q_CERTIFICATE_ITEM_T|Q_CERTIFICATE_T|Q_IRON_DELEGATE_ITEM_T|Q_IRON_DELEGATE_T|Q_IRON_ITEMRESULT_T|Q_ITEMVALUE_COLLECTION_OLD_T|Q_ITEMVALUE_COLLECTION_T|Q_SAMPLE_T|Q_STEEL_DELEGATE_ITEM_T|Q_STEEL_DELEGATE_T|Q_STEELCAI_DELEGATE_ITEM_T|Q_STEELCAI_DELEGATE_T" --sink-conf fenodes=10.1.250.51:30031 --sink-conf benodes=10.1.250.51:26076 --sink-conf auto-redirect=false --sink-conf username=doris_admin --sink-conf password=doris_admin --sink-conf jdbc-url=jdbc:mysql://10.1.250.51:30030 --sink-conf sink.label-prefix=oracle_zhwl_sync --sink-conf sink.properties.use-new-schema-change=false --table-conf compression=LZ4

oracle-sync-database --database apm_system --table-prefix ods_ZHWL_ --oracle-conf hostname=10.1.255.11 --oracle-conf port=1521 --oracle-conf username=zttg_dev_user --oracle-conf password=xunhui --oracle-conf database-name=orcl --oracle-conf schema-name=ZTTG_DEV_USER --oracle-conf debezium.schema.include.list=ZTTG_DEV_USER --oracle-conf scan.startup.mode=latest-offset --including-tables "A_MES_MECH_API_T|B_BASECODE_T|B_CARRIER_ITEM_T|B_MATERIAL_T|B_USERAPP_T|L_APPLICATIONBILL_ITEM_T|L_APPLICATIONBILL_T|L_CURRTEMP_ITEM_T|L_CURRTEMP_T|L_GRADERESULT_ITEM_T|L_GRADERESULT_T|L_IRON_FURNACE_T|L_MATERIALGROUP_ITEM_T|L_MATERIALGROUP_T|L_PLAN_T|L_SENDCAR_ITEM_T|L_STOREIN_ITEM_T|L_STOREIN_T|L_STOREOUT_ITEM_T|L_STOREOUT_T|M_EQUIPMENT_T|M_MEASURE_T|M_OPERACONFIG_T|Q_B_ITEM_T|Q_B_MATERIAL_ITEM_T|Q_BM_MERGE_ITEM_T|Q_BM_MERGE_PETROFACIES_T|Q_BM_MERGE_REACTION_T|Q_BM_MERGE_T|Q_CERTIFICATE_ITEM_T|Q_CERTIFICATE_T|Q_IRON_DELEGATE_ITEM_T|Q_IRON_DELEGATE_T|Q_IRON_ITEMRESULT_T|Q_ITEMVALUE_COLLECTION_OLD_T|Q_ITEMVALUE_COLLECTION_T|Q_SAMPLE_T|Q_STEEL_DELEGATE_ITEM_T|Q_STEEL_DELEGATE_T|Q_STEELCAI_DELEGATE_ITEM_T|Q_STEELCAI_DELEGATE_T" --sink-conf fenodes=10.1.250.51:30031 --sink-conf benodes=10.1.250.51:26076 --sink-conf auto-redirect=false --sink-conf username=doris_admin --sink-conf password=doris_admin --sink-conf jdbc-url=jdbc:mysql://10.1.250.51:30030 --sink-conf sink.label-prefix=oracle_zhwl_sync --sink-conf sink.properties.use-new-schema-change=false --table-conf compression=LZ4

sqlserver-sync-database --database apm_system --table-prefix ods_ERP_ --sqlserver-conf hostname=10.1.255.8 --sqlserver-conf port=1433 --sqlserver-conf username=ztbb --sqlserver-conf password=zttg@bb --sqlserver-conf database-name=AIS20201026131051 --sqlserver-conf schema-name=dbo --sqlserver-conf debezium.schema.history.internal.store.only.captured.tables.ddl=true --sqlserver-conf debezium.schema.history.internal.store.only.captured.databases.ddl=true --including-tables "F_RLSI_BALANCEENTRY|RAHG_T_CUST100008_L|T_AM_PROFITCENTER|T_AM_PROFITCENTER_L|T_AP_PAYABLE|T_AP_PAYABLE_LK|T_AP_PAYABLEENTRY|T_AP_PAYABLEENTRY_L|T_AP_PAYABLEFIN|T_AP_PAYABLEPLAN|T_AP_PAYABLERECINV|T_AP_PAYABLESUPPLIER|T_AP_PAYABLETAX|T_AP_PAYBILL|T_AP_PAYBILLENTRY|T_AP_PAYBILLSRCENTRY|T_AP_PAYBILLSRCENTRY_LK|T_AP_REFUNDBILL|T_AP_REFUNDBILLENTRY|T_AP_REFUNDBILLSRCENTRY_LK|T_AR_ASSSALESORDER|T_AR_RECEIVABLE|T_AR_RECEIVABLEENTRY|T_AR_RECEIVABLEENTRY_L|T_AR_RECEIVABLEENTRY_LK|T_AR_RECEIVABLEFIN|T_AR_RECEIVEBILL|T_AR_RECEIVEBILLENTRY|T_AR_REFUNDBILL|T_AR_REFUNDBILLENTRY|T_BAS_ASSISTANTDATAENTRY|T_BAS_ASSISTANTDATAENTRY_L|T_BD_ACCOUNT|T_BD_ACCOUNT_L|T_BD_CUSTOMER|T_BD_CUSTOMER_L|T_BD_DEPARTMENT|T_BD_DEPARTMENT_L|T_BD_MATERIAL|T_BD_MATERIAL_L|T_BD_MATERIALGROUP|T_BD_MATERIALGROUP_L|T_BD_PERSON|T_BD_PERSON_L|T_BD_PURCLAUSE|T_BD_STAFF|T_BD_SUPPLIER|T_BD_SUPPLIER_L|T_BD_SUPPLIERBASE|T_BD_UNIT|T_CB_COSTMATTERIAL_H|T_CN_PAYAPPLY|T_CN_PAYAPPLYENTRY|T_CN_PAYAPPLYENTRY_L|T_CN_PAYAPPLYENTRY_LK|T_CRM_CONTRACT|T_CRM_CONTRACTENTRY|T_CRM_CONTRACTENTRY_F|T_CRM_CONTRACTENTRY_LK|T_CRM_CONTRACTFIN|T_FA_CARD|T_FA_CARD_L|T_GL_BALANCE|T_HR_EMPINFO|T_ORG_ORGANIZATIONS_L|T_ORG_POST|T_ORG_POST_L|t_POIE_CaiGouFenPei|T_POIE_CaiGouJiHuaHuiZon|T_PUR_ASSESSMENTINDEX|T_PUR_ASSESSMENTPLANS|T_PUR_CATALOG|T_PUR_CONTRACT|T_PUR_CONTRACTENTRY|T_PUR_CONTRACTENTRY_F|T_PUR_CONTRACTENTRY_L|T_PUR_CONTRACTENTRY_LK|T_PUR_CONTRACTFIN|T_PUR_DISCOUNTLIST|T_PUR_INITMRS|T_PUR_MRB|T_PUR_MRBENTRY|T_PUR_MRBENTRY_C|T_PUR_MRBENTRY_CA|T_PUR_MRBENTRY_F|T_PUR_MRBENTRY_L|T_PUR_MRBENTRY_LK|T_PUR_MRBENTRYCOST|T_PUR_MRBFIN|T_PUR_POENTRYDELIPLAN|T_PUR_POORDER|T_PUR_POORDERENTRY|T_PUR_POORDERENTRY_F|T_PUR_POORDERENTRY_L|T_PUR_POORDERENTRY_LK|T_PUR_POORDERFIN|T_PUR_RECEIVE|T_PUR_RECEIVEENTRY|T_PUR_RECEIVEENTRY_F|T_PUR_RECEIVEENTRY_FA|T_PUR_RECEIVEENTRY_L|T_PUR_RECEIVEENTRY_LA|T_PUR_RECEIVEENTRY_LK|T_PUR_RECEIVEFIN|T_PUR_XCONTRACT|t_qm_qiitem|T_SAL_ORDER|T_SAL_ORDERENTRY|T_SAL_ORDERENTRY_F|T_SAL_ORDERENTRY_LK|T_SAL_ORDERENTRYDELIPLAN|T_SAL_ORDERFIN|T_SAL_OUTSTOCK|T_SAL_OUTSTOCKENTRY|T_SAL_OUTSTOCKENTRY_C|T_SAL_OUTSTOCKENTRY_CA|T_SAL_OUTSTOCKENTRY_F|T_SAL_OUTSTOCKENTRY_LK|T_SAL_OUTSTOCKFIN|T_STK_INSTOCK|T_STK_INSTOCKENTRY|T_STK_INSTOCKENTRY_C|T_STK_INSTOCKENTRY_CA|T_STK_INSTOCKENTRY_F|T_STK_INSTOCKENTRY_LK|T_STK_INSTOCKFIN|T_STK_INVBAL|T_TSJR_puragreement|V_AP_PAYABLE_FY|V_AP_STKINSTOCK|V_FA_PURCHASEIC|XVCP_T_BJHENTRY|XVCP_t_BJHHAND|T_GL_VOUCHERENTRY" --sink-conf fenodes=10.1.250.51:30031 --sink-conf benodes=10.1.250.51:26076 --sink-conf auto-redirect=false --sink-conf username=doris_admin --sink-conf password=doris_admin --sink-conf jdbc-url=jdbc:mysql://10.1.250.51:30030 --sink-conf sink.label-prefix=sqlserver_erp_sync --sink-conf sink.properties.use-new-schema-change=false --table-conf compression=LZ4