liteflow: rule-source: lite-flow.xml monitor: enable-log: true logging: config: classpath:log4j2-spring.xml level: root: info mybatis-plus: configuration: map-underscore-to-camel-case: true mapper-locations: classpath*:mappers/*Mapper.xml server: #server port port: 8080 spring: profiles: include: data-dictionary application: name: bigmeta nebula: hosts: 10.5.100.1:9669,10.5.100.110:9669,10.5.100.111:9669 username: root password: nebula space: bigmeta052 pool-config: min-size: 10 max-size: 100 idle-timeout: 5000 datasource: driver-class-name: org.postgresql.Driver url: jdbc:postgresql://10.5.100.3:5432/bigmeta0.5.2dag?stringtype=unspecified&reWriteBatchedInserts=true username: postgres password: postgres cloud: function: definition: classificationHandle;propagationHandle;classificationDlqHandle;versionChangeHandle;versionChangeDlqHandle;pipelineExecutionHandle;dataClassificationChangedHandle;collectMetaHandle;collectResultHandle stream: bindings: #Configure which middleware your defined channel interacts with collectResultHandle-in-0: destination: bigmeta-result-data-topic group: defaultConsumerGroup consumer: max-attempts: 5 backOff-initial-interval: 10000 # 10 seconds backOff-multipler: 2 backOff-max-interval: 180000 collectMetaHandle-in-0: destination: bigmeta-schema-data-topic-1 group: defaultConsumerGroup consumer: max-attempts: 5 backOff-initial-interval: 10000 # 10 seconds backOff-multipler: 2 backOff-max-interval: 180000 classificationHandle-in-0: destination: bigmeta-sample-data-topic #topic group: defaultConsumerGroup content-type: text/plain consumer: batch-mode: true classificationHandle-out-0: destination: bigmeta-sample-data-topic classificationDlqHandle-in-0: destination: bigmeta-sample-data-topic.DLT group: defaultConsumerGroup consumer: max-attempts: 5 backOff-initial-interval: 600000 # 10 minutes backOff-multipler: 2 backOff-max-interval: 186000000 propagationHandle-in-0: destination: bigmeta-propagation-data-topic #topic group: defaultConsumerGroup content-type: text/plain propagationDlqHandle-in-0: destination: bigmeta-propagation-data-topic.DLT #topic group: defaultConsumerGroup content-type: text/plain consumer: max-attempts: 5 backOff-initial-interval: 600000 # 10 minutes backOff-multipler: 2 backOff-max-interval: 186000000 versionChangeHandle-in-0: destination: bigmeta-version-change-topic #topic group: defaultConsumerGroup content-type: text/plain versionChangeDlqHandle-in-0: destination: bigmeta-version-change-topic.DLT #topic group: defaultConsumerGroup content-type: text/plain consumer: max-attempts: 5 backOff-initial-interval: 600000 # 10 minutes backOff-multipler: 2 backOff-max-interval: 186000000 propagationHandle-out-0: destination: bigmeta-propagation-data-topic pipelineExecutionHandle-in-0: destination: bigmeta-pipeline-execution-topic group: defaultConsumerGroup scanSampleDataHandle-out-0: destination: bigmeta-sample-data-topic dataClassificationChangedHandle-in-0: destination: bigmeta-data-classification-changed-topic content-type: text/plain group: defaultConsumerGroup dataClassificationChangedHandle-out-0: destination: bigmeta-data-classification-changed-topic kafka: bindings: classificationHandle-in-0: consumer: enable-dlq: true dlq-name: bigmeta-sample-data-topic.DLT ack-each-record: true auto-commit-offset: false auto-commit-on-error: false ack-mode: MANUAL enable-auto-commit: false configuration: client.id: bigmeta-sample-data-client-1 classificationDlqHandle-in-0: consumer: auto-commit-offset: false auto-commit-on-error: false ack-mode: MANUAL enable-auto-commit: false configuration: client.id: bigmeta-sample-dlq-data-client-1 collectResultHandle-in-0: consumer: enable-dlq: true dlq-name: bigmeta-schema-data-topic.DLT auto-commit-offset: false auto-commit-on-error: false ack-mode: MANUAL enable-auto-commit: false max-poll-records: 20 configuration: client.id: bigmeta-schema-data-client-1 collectMetaHandle-in-0: consumer: enable-dlq: true dlq-name: bigmeta-schema-data-topic.DLT auto-commit-offset: false auto-commit-on-error: false ack-mode: MANUAL enable-auto-commit: false max-poll-records: 20 configuration: client.id: bigmeta-schema-data-client-1 dataClassificationChangedDlqHandle-in-0: consumer: auto-commit-offset: false auto-commit-on-error: false ack-mode: MANUAL enable-auto-commit: false configuration: client.id: bigmeta-classification-change-dlq-client-1 propagationHandle-in-0: consumer: enable-dlq: true dlq-name: bigmeta-propagation-data-topic.DLT ack-each-record: true auto-commit-offset: false auto-commit-on-error: false ack-mode: MANUAL enable-auto-commit: false configuration: client.id: bigmeta-propagation-client-1 propagationDlqHandle-in-0: consumer: auto-commit-offset: false auto-commit-on-error: false ack-mode: MANUAL enable-auto-commit: false configuration: client.id: bigmeta-propagation-dlq-client-1 versionChangeHandle-in-0: consumer: enable-dlq: true dlq-name: bigmeta-version-change-topic.DLT ack-each-record: true auto-commit-offset: false auto-commit-on-error: false ack-mode: MANUAL enable-auto-commit: false configuration: client.id: bigmeta-version-change-dlq-client-1 versionChangeDlqHandle-in-0: consumer: auto-commit-offset: false auto-commit-on-error: false ack-mode: MANUAL enable-auto-commit: false configuration: client.id: bigmeta-version-change-client-1 dataClassificationChangedHandle-in-0: consumer: enable-dlq: true dlq-name: bigmeta-data-classification-changed-topic.DLT ack-each-record: true auto-commit-offset: false auto-commit-on-error: false ack-mode: MANUAL enable-auto-commit: false configuration: client.id: bigmeta-classification-change-client-1 binder: brokers: kafkanode1.dev01.aloudata.work:9092,kafkanode2.dev01.aloudata.work:9092,kafkanode3.dev01.aloudata.work:9092 #kafka service address #brokers: 10.5.20.34:9092 consumer-properties: max: poll: records: 125 consumer: batch-mode: true producer: key-serializer: org.apache.kafka.common.serialization.ByteArraySerializer value-serializer: org.apache.kafka.common.serialization.ByteArraySerializer retries: 3 default-binder: kafka #default binder kafka thymeleaf: cache: true check-template: true check-template-location: true content-type: text/html enabled: true encoding: UTF-8 excluded-view-names: '' mode: HTML prefix: classpath:/templates/ suffix: .html main: allow-circular-references: true cache: type: redis redis: key-prefix: "bigmeta:" time-to-live: 86400s redis: host: 10.5.20.21 #redis.dev01.aloudata.work port: 6379 database: 7 password: 123456 servlet: multipart: max-file-size: 100MB max-request-size: 500MB bigmeta: propagation: column-config: type-code: Column edge-type-code: ColumnDirectColumn query-depth: 1 default-direction: DOWN graph: relational: save: size: 500 ingestion: content: limit: 20MB pool: size: 5 open: classification: tier: true # to control whether open classification tier, according to send version change switch request: version: true # request version switch classification: sample-period: 2 algorithm-package: path-root: /data/classification/algorithm leaves-level: 4 security: auth: false airflow: end-point: http://10.5.120.2:8079/ username: admin password: ${airflow.pswd:admin} automatic_restart: true http-token: token_key: rest_api_plugin_http_token token_secret: bigmeta #bigMeta-server-connection: http://localhost:8080 #bigMeta-server-connection: http://10.5.102.22:8090 bigMeta-server-connection: http://10.161.55.92:8080 config: retries: 3 retry-delay: 300 max-active-runs: 10 workflow-timeout: 108000 api-version: v0.3.0 processor: lineage-jvm-args: redis_host: redis.dev01.aloudata.work redis_port: 6379 redis_database: 7 redis_password: 123456 redis_key_timeout: 172800 meta_fetcher_case_sensitive: false customer_jvm_args: -Xmx2g,-Xms2g,-Xss16m lineageProcessParams: '{ "session_timeout_ms": 30000, "heartbeat_interval_ms": 3000, "max_poll_interval_ms": 86400000, "max_partition_fetch_bytes": 104857600, "max_lineage_process_msg_cnt": 1, "random_process_flag": false, "order_by_desc_or_asc": "asc", "msg_process_timeout_flag": false, "max_lineage_pool": 12 }' sink: kafka: sample-topic: bigmeta-sample-data-topic schema-topic: bigmeta-schema-data-topic-1 schema-filter-topic: bigmeta-schema-filter-topic data-status-topic: bigmeta-data-status-topic result-topic: bigmeta-result-data-topic brokers: kafkanode1.dev01.aloudata.work:9092,kafkanode2.dev01.aloudata.work:9092,kafkanode3.dev01.aloudata.work:9092 connectionArguments: '{ "max_request_size": 104857600,"compression_type":"lz4","request_timeout_ms":300000 }' token: expiration: 1440 filter: temporary: true table-filter-token: tmp task-filter-token: virtual ingestion: channelCnt: 4 bigddg: url: "http://10.5.130.1:8082" management: endpoints: web: exposure: include: "*" endpoint: health: show-details: always