server: port: 8086 ## kafka config spring: cloud: stream: kafka: binder: brokers: kafkanode1.dev01.aloudata.work:9092,kafkanode2.dev01.aloudata.work:9092,kafkanode3.dev01.aloudata.work:9092 redis: #Redis数据库编号(默认为0) database: 7 password: 123456 host: 10.5.20.21 #redis.dev01.aloudata.work port: 6379 datasource: # pg数据库配置 url: jdbc:postgresql://10.5.100.3:5432/bigmeta_stable?stringtype=unspecified&reWriteBatchedInserts=true username: postgres password: postgres # kafka config 配置重复,后面优化 kafka: brokers: kafkanode1.dev01.aloudata.work:9092,kafkanode2.dev01.aloudata.work:9092,kafkanode3.dev01.aloudata.work:9092 ## sql parser config sql: parser: bigMetaUrl: http://10.161.118.43:8080 # bigMeta http 地址 redis_host: redis.dev01.aloudata.work # 血缘包使用的redis地址 redis_port: 6379 redis_database: 12 redis_password: 123456 redis_key_timeout: 172800 ## 文件采集器配置 connector: file: globalVariableFilePath: /data/global_variable.conf globalVariablePlatform: default globalVariableIngestSwitch: close #poc打开,生产部署只开一次 batch: table: ingestDir: /data/tableScript #table物理表文件采集目录 finishDir: /data/tableScript-f #table物理表文件采集后,移动目标目录 view: ingestDir: /data/viewScript #view表文件采集目录 finishDir: /data/viewScript-f #view表文件采集后,移动目标目录 task: ingestDir: /data/taskScript #task脚本文件采集目录 finishDir: /data/taskScript-f #task脚本文件采集后,移动目标目录 ## 采集配置 ingestion: rootDir: dir: /data/downloadDir # ddl/view/脚本 等远程文件下载存放的根路径 sqlGrammarType: GAUSS task: schemaSwitch: close # 插件配置 spi: fileServer: #文件服务 type: LOCAL config: '{ "defaultType":"ECS", "bucketName":"lv39_00_dsp2018.10", "downloadPath":"data/edw/dg4/download", "endPoint":"http://99.12.100.29:9020", "expirationDays":"90", "officeEndpoint":"http://99.12.100.29.9030", "expirationPrefix":"90temp-", "presistPath":"dg4_general/persist/", "secretKey":"7iTDcpr5pgtRGBvqgcIQ2VKyxNg1O3KwsCdTHM4Z", "tempPath":"data/edw/dg4/temp/", "uploadPath":"data/edw/dg4/upload/", "user":"lv39_user1" }'