Tips

大数据平台组件介绍

[{"name":"正式环境-服务部署图","color":"","status":0,"order":"0","data":[[{"v":"组件说明：","ct":{"fa":"General","t":"g"},"m":"组件说明：","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"HDFS","ct":{"fa":"General","t":"g"},"m":"HDFS","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":4,"cs":1,"r":1,"c":0},"tb":"2"},{"v":"NameNode","ct":{"fa":"General","t":"g"},"m":"NameNode","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"数据存储的元数据信息","ct":{"fa":"General","t":"g"},"m":"数据存储的元数据信息","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":1,"c":0},"tb":"2"},{"v":"DataNode","ct":{"fa":"General","t":"g"},"m":"DataNode","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"数据存储节点，多节点部署，支持副本和条带化","ct":{"fa":"General","t":"g"},"m":"数据存储节点，多节点部署，支持副本和条带化","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":1,"c":0},"tb":"2"},{"v":"FailorController","ct":{"fa":"General","t":"g"},"m":"FailorController","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"节点容灾，故障切换","ct":{"fa":"General","t":"g"},"m":"节点容灾，故障切换","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":1,"c":0},"tb":"2"},{"v":"JournalNode","ct":{"fa":"General","t":"g"},"m":"JournalNode","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"作为NameNode节点的共享存储","ct":{"fa":"General","t":"g"},"m":"作为NameNode节点的共享存储","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Yarn","ct":{"fa":"General","t":"g"},"m":"Yarn","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":3,"cs":1,"r":5,"c":0},"tb":"2"},{"v":"ResourceManager","ct":{"fa":"General","t":"g"},"m":"ResourceManager","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"资源调度","ct":{"fa":"General","t":"g"},"m":"资源调度","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":5,"c":0},"tb":"2"},{"v":"NodeManager","ct":{"fa":"General","t":"g"},"m":"NodeManager","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"计算节点","ct":{"fa":"General","t":"g"},"m":"计算节点","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":5,"c":0},"tb":"2"},{"v":"HistoryServer","ct":{"fa":"General","t":"g"},"m":"HistoryServer","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"执行历史日志查询","ct":{"fa":"General","t":"g"},"m":"执行历史日志查询","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Hive","ct":{"fa":"General","t":"g"},"m":"Hive","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":8,"c":0},"tb":"2"},{"v":"HiveServer2","ct":{"fa":"General","t":"g"},"m":"HiveServer2","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"离线数仓","ct":{"fa":"General","t":"g"},"m":"离线数仓","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":8,"c":0},"tb":"2"},{"v":"MetaStore","ct":{"fa":"General","t":"g"},"m":"MetaStore","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"hive元数据服务","ct":{"fa":"General","t":"g"},"m":"hive元数据服务","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Impala","ct":{"fa":"General","t":"g"},"m":"Impala","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":3,"cs":1,"r":10,"c":0},"tb":"2"},{"v":"StateStore","ct":{"fa":"General","t":"g"},"m":"StateStore","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"用来检测Impala daemon的健康状况","ct":{"fa":"General","t":"g"},"m":"用来检测Impala daemon的健康状况","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":10,"c":0},"tb":"2"},{"v":"CatalogServer","ct":{"fa":"General","t":"g"},"m":"CatalogServer","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"元数据管理","ct":{"fa":"General","t":"g"},"m":"元数据管理","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":10,"c":0},"tb":"2"},{"v":"ImpalaDaemon","ct":{"fa":"General","t":"g"},"m":"ImpalaDaemon","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"节点查询守护进程","ct":{"fa":"General","t":"g"},"m":"节点查询守护进程","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Spark","ct":{"fa":"General","t":"g"},"m":"Spark","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":13,"c":0},"tb":"2"},{"v":"Driver","ct":{"fa":"General","t":"g"},"m":"Driver","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"创建上下文、生成DAG图、协调计算资源","ct":{"fa":"General","t":"g"},"m":"创建上下文、生成DAG图、协调计算资源","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":13,"c":0},"tb":"2"},{"v":"Executor","ct":{"fa":"General","t":"g"},"m":"Executor","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"运行具体的task","ct":{"fa":"General","t":"g"},"m":"运行具体的task","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Flink","ct":{"fa":"General","t":"g"},"m":"Flink","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":15,"c":0},"tb":"2"},{"v":"JobManager","ct":{"fa":"General","t":"g"},"m":"JobManager","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"生成执行图、申请资源、执行调度","ct":{"fa":"General","t":"g"},"m":"生成执行图、申请资源、执行调度","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":15,"c":0},"tb":"2"},{"v":"TaskManager","ct":{"fa":"General","t":"g"},"m":"TaskManager","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"任务执行节点","ct":{"fa":"General","t":"g"},"m":"任务执行节点","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Zookeeper","ct":{"fa":"General","t":"g"},"m":"Zookeeper","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"zkServer","ct":{"fa":"General","t":"g"},"m":"zkServer","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"多节点基于Zab协议自动选主，实现高可用部署","ct":{"fa":"General","t":"g"},"m":"多节点基于Zab协议自动选主，实现高可用部署","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Kafka","ct":{"fa":"General","t":"g"},"m":"Kafka","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"kafkaServer","ct":{"fa":"General","t":"g"},"m":"kafkaServer","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"Broker节点，基于zookeeper实现高可用","ct":{"fa":"General","t":"g"},"m":"Broker节点，基于zookeeper实现高可用","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Elasticsearch","ct":{"fa":"General","t":"g"},"m":"Elasticsearch","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"EsServer","ct":{"fa":"General","t":"g"},"m":"EsServer","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"多节点高可用，数据支持副本，条带化存储","ct":{"fa":"General","t":"g"},"m":"多节点高可用，数据支持副本，条带化存储","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"ClouderaManager","ct":{"fa":"General","t":"g"},"m":"ClouderaManager","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"ClouderaAgent","ct":{"fa":"General","t":"g"},"m":"ClouderaAgent","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"CM的守护进程","ct":{"fa":"General","t":"g"},"m":"CM的守护进程","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Hue","ct":{"fa":"General","t":"g"},"m":"Hue","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"HueServer","ct":{"fa":"General","t":"g"},"m":"HueServer","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"CDH提供的查询界面","ct":{"fa":"General","t":"g"},"m":"CDH提供的查询界面","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Azkaban","ct":{"fa":"General","t":"g"},"m":"Azkaban","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":22,"c":0},"tb":"2"},{"v":"WebServer","ct":{"fa":"General","t":"g"},"m":"WebServer","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"接收配置，调度节点","ct":{"fa":"General","t":"g"},"m":"接收配置，调度节点","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":22,"c":0},"tb":"2"},{"v":"ExecutorServer","ct":{"fa":"General","t":"g"},"m":"ExecutorServer","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"调度任务执行节点","ct":{"fa":"General","t":"g"},"m":"调度任务执行节点","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Redis","ct":{"fa":"General","t":"g"},"m":"Redis","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":24,"c":0},"tb":"2"},{"v":"Redis","ct":{"fa":"General","t":"g"},"m":"Redis","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"Redis主或从节点","ct":{"fa":"General","t":"g"},"m":"Redis主或从节点","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":24,"c":0},"tb":"2"},{"v":"Sentinel","ct":{"fa":"General","t":"g"},"m":"Sentinel","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"哨兵进程，监测redis主节点状态，并切换","ct":{"fa":"General","t":"g"},"m":"哨兵进程，监测redis主节点状态，并切换","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Eureka","ct":{"fa":"General","t":"g"},"m":"Eureka","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":26,"c":0},"tb":"2"},{"v":"Eureka-Server","ct":{"fa":"General","t":"g"},"m":"Eureka-Server","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"微服务注册中心","ct":{"fa":"General","t":"g"},"m":"微服务注册中心","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":26,"c":0},"tb":"2"},{"v":"Eureka-Server（backup）","ct":{"fa":"General","t":"g"},"m":"Eureka-Server（backup）","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"微服务注册中心-高可用节点","ct":{"fa":"General","t":"g"},"m":"微服务注册中心-高可用节点","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Livy","ct":{"fa":"General","t":"g"},"m":"Livy","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"Livy-Server","ct":{"fa":"General","t":"g"},"m":"Livy-Server","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"Spark调用转换服务","ct":{"fa":"General","t":"g"},"m":"Spark调用转换服务","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"FastDFS","ct":{"fa":"General","t":"g"},"m":"FastDFS","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":29,"c":0},"tb":"2"},{"v":"Tracker","ct":{"fa":"General","t":"g"},"m":"Tracker","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"调度服务","ct":{"fa":"General","t":"g"},"m":"调度服务","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":29,"c":0},"tb":"2"},{"v":"Storage","ct":{"fa":"General","t":"g"},"m":"Storage","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"接受Tracker调度，响应客户端请求，存储数据","ct":{"fa":"General","t":"g"},"m":"接受Tracker调度，响应客户端请求，存储数据","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Apollo","ct":{"fa":"General","t":"g"},"m":"Apollo","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":4,"cs":1,"r":31,"c":0},"tb":"2"},{"v":"PortalServer","ct":{"fa":"General","t":"g"},"m":"PortalServer","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"微服务配置中心接口与UI服务","ct":{"fa":"General","t":"g"},"m":"微服务配置中心接口与UI服务","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":31,"c":0},"tb":"2"},{"v":"MetaServer","ct":{"fa":"General","t":"g"},"m":"MetaServer","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"微服务配置中心服务注册服务","ct":{"fa":"General","t":"g"},"m":"微服务配置中心服务注册服务","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":31,"c":0},"tb":"2"},{"v":"AdminServer","ct":{"fa":"General","t":"g"},"m":"AdminServer","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"微服务配置中心IDC配置服务","ct":{"fa":"General","t":"g"},"m":"微服务配置中心IDC配置服务","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":31,"c":0},"tb":"2"},{"v":"ConfigServer","ct":{"fa":"General","t":"g"},"m":"ConfigServer","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"微服务配置中心IDC配置访问接口","ct":{"fa":"General","t":"g"},"m":"微服务配置中心IDC配置访问接口","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Neo4j","ct":{"fa":"General","t":"g"},"m":"Neo4j","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":35,"c":0},"tb":"2"},{"v":"Master","ct":{"fa":"General","t":"g"},"m":"Master","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"图数据库主节点","ct":{"fa":"General","t":"g"},"m":"图数据库主节点","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":35,"c":0},"tb":"2"},{"v":"Slave","ct":{"fa":"General","t":"g"},"m":"Slave","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"图数据库从节点","ct":{"fa":"General","t":"g"},"m":"图数据库从节点","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"starrocks","ct":{"fa":"General","t":"g"},"m":"starrocks","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":37,"c":0},"tb":"2"},{"v":"frontend","ct":{"fa":"General","t":"g"},"m":"frontend","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"前端节点，管理元数据，管理客户端连接，负责查询规划，查询调度等","ct":{"fa":"General","t":"g"},"m":"前端节点，管理元数据，管理客户端连接，负责查询规划，查询调度等","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"mc":{"r":37,"c":0},"tb":"2"},{"v":"backend","ct":{"fa":"General","t":"g"},"m":"backend","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"后端节点，负责数据存储，计算执行，以及compaction，副本管理等","ct":{"fa":"General","t":"g"},"m":"后端节点，负责数据存储，计算执行，以及compaction，副本管理等","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Kudu","ct":{"fa":"General","t":"g"},"m":"Kudu","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"Kudu","ct":{"fa":"General","t":"g"},"m":"Kudu","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"分布式存储系统，支持数据的快速插入与实时更新，也支持对数据的快速分析","ct":{"fa":"General","t":"g"},"m":"分布式存储系统，支持数据的快速插入与实时更新，也支持对数据的快速分析","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Filebeat","ct":{"fa":"General","t":"g"},"m":"Filebeat","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"Filebeat","ct":{"fa":"General","t":"g"},"m":"Filebeat","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"日志实时采集写入Kafka","ct":{"fa":"General","t":"g"},"m":"日志实时采集写入Kafka","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]],"config":{"merge":{"1_0":{"rs":4,"cs":1,"r":1,"c":0},"5_0":{"rs":3,"cs":1,"r":5,"c":0},"8_0":{"rs":2,"cs":1,"r":8,"c":0},"10_0":{"rs":3,"cs":1,"r":10,"c":0},"13_0":{"rs":2,"cs":1,"r":13,"c":0},"15_0":{"rs":2,"cs":1,"r":15,"c":0},"22_0":{"rs":2,"cs":1,"r":22,"c":0},"24_0":{"rs":2,"cs":1,"r":24,"c":0},"26_0":{"rs":2,"cs":1,"r":26,"c":0},"29_0":{"rs":2,"cs":1,"r":29,"c":0},"31_0":{"rs":4,"cs":1,"r":31,"c":0},"35_0":{"rs":2,"cs":1,"r":35,"c":0},"37_0":{"rs":2,"cs":1,"r":37,"c":0}},"borderInfo":[{"rangeType":"cell","value":{"row_index":1,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":1,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":1,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":2,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":2,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":2,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":3,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":3,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":3,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":4,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":4,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":4,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":5,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":5,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":5,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":6,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":6,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":6,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":7,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":7,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":7,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":8,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":8,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":8,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":9,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":9,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":9,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":10,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":10,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":10,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":11,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":11,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":11,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":12,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":12,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":12,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":13,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":13,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":13,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":14,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":14,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":14,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":15,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":15,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":15,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":16,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":16,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":16,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":17,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":17,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":17,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":18,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":18,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":18,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":19,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":19,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":19,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":20,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":20,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":20,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":21,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":21,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":21,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":22,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":22,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":22,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":23,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":23,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":23,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":24,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":24,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":24,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":25,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":25,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":25,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":26,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":26,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":26,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":27,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":27,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":27,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":28,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":28,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":28,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":29,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":29,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":29,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":30,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":30,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":30,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":31,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":31,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":31,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":32,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":32,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":32,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":33,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":33,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":33,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":34,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":34,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":34,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":35,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":35,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":35,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":36,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":36,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":36,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":37,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":37,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":37,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":38,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":38,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":38,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":39,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":39,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":39,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":40,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":40,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":40,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}}],"rowlen":{"1":67.5,"2":166.5,"3":69.5,"4":111.5,"5":59,"6":39.5,"7":69,"8":43.5,"9":42,"10":137,"11":46,"12":69.5,"13":140,"14":44,"15":114.5,"16":45,"17":162.5,"18":140,"19":141.5,"20":60.5,"21":70.5,"22":69,"23":67.5,"24":43.5,"25":140,"26":45,"27":94.5,"28":68,"29":22,"30":169.5,"31":92,"32":93,"33":92,"34":116,"35":45,"36":45,"37":241.5,"38":252,"39":264,"40":92.5},"customHeight":{},"columnlen":{"1":400,"2":584},"customWidth":{"1":1,"2":1}},"index":0,"jfgird_select_save":[],"luckysheet_select_save":[{"left":74,"width":400,"top":328,"height":112,"left_move":74,"width_move":400,"top_move":328,"height_move":112,"row":[4,4],"column":[1,1],"row_focus":4,"column_focus":1}],"visibledatarow":[20,89,257,328,441,501,542,612,657,700,838,885,956,1097,1142,1258,1304,1468,1609,1752,1814,1886,1956,2025,2070,2211,2257,2353,2422,2445,2616,2709,2803,2896,3013,3059,3105,3348,3601,3866,3960],"visibledatacolumn":[74,475,1060,1134,1208,1282,1356,1430,1504,1578,1652,1726,1800,1874,1948,2022,2096,2170,2244,2318],"ch_width":2438,"rh_height":4040,"luckysheet_selection_range":[],"zoomRatio":1,"scrollLeft":0,"scrollTop":0,"images":{},"celldata":[{"r":0,"c":0,"v":{"v":"组件说明：","ct":{"fa":"General","t":"g"},"m":"组件说明：","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":0,"c":1,"v":{"bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":0,"c":2,"v":{"bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":1,"c":0,"v":{"v":"HDFS","ct":{"fa":"General","t":"g"},"m":"HDFS","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":4,"cs":1,"r":1,"c":0},"tb":"2"}},{"r":1,"c":1,"v":{"v":"NameNode","ct":{"fa":"General","t":"g"},"m":"NameNode","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":1,"c":2,"v":{"v":"数据存储的元数据信息","ct":{"fa":"General","t":"g"},"m":"数据存储的元数据信息","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":2,"c":0,"v":{"mc":{"r":1,"c":0},"tb":"2"}},{"r":2,"c":1,"v":{"v":"DataNode","ct":{"fa":"General","t":"g"},"m":"DataNode","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":2,"c":2,"v":{"v":"数据存储节点，多节点部署，支持副本和条带化","ct":{"fa":"General","t":"g"},"m":"数据存储节点，多节点部署，支持副本和条带化","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":3,"c":0,"v":{"mc":{"r":1,"c":0},"tb":"2"}},{"r":3,"c":1,"v":{"v":"FailorController","ct":{"fa":"General","t":"g"},"m":"FailorController","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":3,"c":2,"v":{"v":"节点容灾，故障切换","ct":{"fa":"General","t":"g"},"m":"节点容灾，故障切换","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":4,"c":0,"v":{"mc":{"r":1,"c":0},"tb":"2"}},{"r":4,"c":1,"v":{"v":"JournalNode","ct":{"fa":"General","t":"g"},"m":"JournalNode","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":4,"c":2,"v":{"v":"作为NameNode节点的共享存储","ct":{"fa":"General","t":"g"},"m":"作为NameNode节点的共享存储","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":5,"c":0,"v":{"v":"Yarn","ct":{"fa":"General","t":"g"},"m":"Yarn","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":3,"cs":1,"r":5,"c":0},"tb":"2"}},{"r":5,"c":1,"v":{"v":"ResourceManager","ct":{"fa":"General","t":"g"},"m":"ResourceManager","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":5,"c":2,"v":{"v":"资源调度","ct":{"fa":"General","t":"g"},"m":"资源调度","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":6,"c":0,"v":{"mc":{"r":5,"c":0},"tb":"2"}},{"r":6,"c":1,"v":{"v":"NodeManager","ct":{"fa":"General","t":"g"},"m":"NodeManager","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":6,"c":2,"v":{"v":"计算节点","ct":{"fa":"General","t":"g"},"m":"计算节点","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":7,"c":0,"v":{"mc":{"r":5,"c":0},"tb":"2"}},{"r":7,"c":1,"v":{"v":"HistoryServer","ct":{"fa":"General","t":"g"},"m":"HistoryServer","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":7,"c":2,"v":{"v":"执行历史日志查询","ct":{"fa":"General","t":"g"},"m":"执行历史日志查询","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":8,"c":0,"v":{"v":"Hive","ct":{"fa":"General","t":"g"},"m":"Hive","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":8,"c":0},"tb":"2"}},{"r":8,"c":1,"v":{"v":"HiveServer2","ct":{"fa":"General","t":"g"},"m":"HiveServer2","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":8,"c":2,"v":{"v":"离线数仓","ct":{"fa":"General","t":"g"},"m":"离线数仓","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":9,"c":0,"v":{"mc":{"r":8,"c":0},"tb":"2"}},{"r":9,"c":1,"v":{"v":"MetaStore","ct":{"fa":"General","t":"g"},"m":"MetaStore","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":9,"c":2,"v":{"v":"hive元数据服务","ct":{"fa":"General","t":"g"},"m":"hive元数据服务","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":10,"c":0,"v":{"v":"Impala","ct":{"fa":"General","t":"g"},"m":"Impala","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":3,"cs":1,"r":10,"c":0},"tb":"2"}},{"r":10,"c":1,"v":{"v":"StateStore","ct":{"fa":"General","t":"g"},"m":"StateStore","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":10,"c":2,"v":{"v":"用来检测Impala daemon的健康状况","ct":{"fa":"General","t":"g"},"m":"用来检测Impala daemon的健康状况","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":11,"c":0,"v":{"mc":{"r":10,"c":0},"tb":"2"}},{"r":11,"c":1,"v":{"v":"CatalogServer","ct":{"fa":"General","t":"g"},"m":"CatalogServer","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":11,"c":2,"v":{"v":"元数据管理","ct":{"fa":"General","t":"g"},"m":"元数据管理","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":12,"c":0,"v":{"mc":{"r":10,"c":0},"tb":"2"}},{"r":12,"c":1,"v":{"v":"ImpalaDaemon","ct":{"fa":"General","t":"g"},"m":"ImpalaDaemon","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":12,"c":2,"v":{"v":"节点查询守护进程","ct":{"fa":"General","t":"g"},"m":"节点查询守护进程","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":13,"c":0,"v":{"v":"Spark","ct":{"fa":"General","t":"g"},"m":"Spark","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":13,"c":0},"tb":"2"}},{"r":13,"c":1,"v":{"v":"Driver","ct":{"fa":"General","t":"g"},"m":"Driver","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":13,"c":2,"v":{"v":"创建上下文、生成DAG图、协调计算资源","ct":{"fa":"General","t":"g"},"m":"创建上下文、生成DAG图、协调计算资源","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":14,"c":0,"v":{"mc":{"r":13,"c":0},"tb":"2"}},{"r":14,"c":1,"v":{"v":"Executor","ct":{"fa":"General","t":"g"},"m":"Executor","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":14,"c":2,"v":{"v":"运行具体的task","ct":{"fa":"General","t":"g"},"m":"运行具体的task","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":15,"c":0,"v":{"v":"Flink","ct":{"fa":"General","t":"g"},"m":"Flink","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":15,"c":0},"tb":"2"}},{"r":15,"c":1,"v":{"v":"JobManager","ct":{"fa":"General","t":"g"},"m":"JobManager","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":15,"c":2,"v":{"v":"生成执行图、申请资源、执行调度","ct":{"fa":"General","t":"g"},"m":"生成执行图、申请资源、执行调度","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":16,"c":0,"v":{"mc":{"r":15,"c":0},"tb":"2"}},{"r":16,"c":1,"v":{"v":"TaskManager","ct":{"fa":"General","t":"g"},"m":"TaskManager","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":16,"c":2,"v":{"v":"任务执行节点","ct":{"fa":"General","t":"g"},"m":"任务执行节点","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":17,"c":0,"v":{"v":"Zookeeper","ct":{"fa":"General","t":"g"},"m":"Zookeeper","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":17,"c":1,"v":{"v":"zkServer","ct":{"fa":"General","t":"g"},"m":"zkServer","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":17,"c":2,"v":{"v":"多节点基于Zab协议自动选主，实现高可用部署","ct":{"fa":"General","t":"g"},"m":"多节点基于Zab协议自动选主，实现高可用部署","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":18,"c":0,"v":{"v":"Kafka","ct":{"fa":"General","t":"g"},"m":"Kafka","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":18,"c":1,"v":{"v":"kafkaServer","ct":{"fa":"General","t":"g"},"m":"kafkaServer","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":18,"c":2,"v":{"v":"Broker节点，基于zookeeper实现高可用","ct":{"fa":"General","t":"g"},"m":"Broker节点，基于zookeeper实现高可用","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":19,"c":0,"v":{"v":"Elasticsearch","ct":{"fa":"General","t":"g"},"m":"Elasticsearch","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":19,"c":1,"v":{"v":"EsServer","ct":{"fa":"General","t":"g"},"m":"EsServer","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":19,"c":2,"v":{"v":"多节点高可用，数据支持副本，条带化存储","ct":{"fa":"General","t":"g"},"m":"多节点高可用，数据支持副本，条带化存储","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":20,"c":0,"v":{"v":"ClouderaManager","ct":{"fa":"General","t":"g"},"m":"ClouderaManager","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":20,"c":1,"v":{"v":"ClouderaAgent","ct":{"fa":"General","t":"g"},"m":"ClouderaAgent","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":20,"c":2,"v":{"v":"CM的守护进程","ct":{"fa":"General","t":"g"},"m":"CM的守护进程","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":21,"c":0,"v":{"v":"Hue","ct":{"fa":"General","t":"g"},"m":"Hue","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":21,"c":1,"v":{"v":"HueServer","ct":{"fa":"General","t":"g"},"m":"HueServer","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":21,"c":2,"v":{"v":"CDH提供的查询界面","ct":{"fa":"General","t":"g"},"m":"CDH提供的查询界面","bg":null,"bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":22,"c":0,"v":{"v":"Azkaban","ct":{"fa":"General","t":"g"},"m":"Azkaban","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":22,"c":0},"tb":"2"}},{"r":22,"c":1,"v":{"v":"WebServer","ct":{"fa":"General","t":"g"},"m":"WebServer","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":22,"c":2,"v":{"v":"接收配置，调度节点","ct":{"fa":"General","t":"g"},"m":"接收配置，调度节点","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":23,"c":0,"v":{"mc":{"r":22,"c":0},"tb":"2"}},{"r":23,"c":1,"v":{"v":"ExecutorServer","ct":{"fa":"General","t":"g"},"m":"ExecutorServer","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":23,"c":2,"v":{"v":"调度任务执行节点","ct":{"fa":"General","t":"g"},"m":"调度任务执行节点","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":24,"c":0,"v":{"v":"Redis","ct":{"fa":"General","t":"g"},"m":"Redis","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":24,"c":0},"tb":"2"}},{"r":24,"c":1,"v":{"v":"Redis","ct":{"fa":"General","t":"g"},"m":"Redis","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":24,"c":2,"v":{"v":"Redis主或从节点","ct":{"fa":"General","t":"g"},"m":"Redis主或从节点","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":25,"c":0,"v":{"mc":{"r":24,"c":0},"tb":"2"}},{"r":25,"c":1,"v":{"v":"Sentinel","ct":{"fa":"General","t":"g"},"m":"Sentinel","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":25,"c":2,"v":{"v":"哨兵进程，监测redis主节点状态，并切换","ct":{"fa":"General","t":"g"},"m":"哨兵进程，监测redis主节点状态，并切换","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":26,"c":0,"v":{"v":"Eureka","ct":{"fa":"General","t":"g"},"m":"Eureka","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":26,"c":0},"tb":"2"}},{"r":26,"c":1,"v":{"v":"Eureka-Server","ct":{"fa":"General","t":"g"},"m":"Eureka-Server","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":26,"c":2,"v":{"v":"微服务注册中心","ct":{"fa":"General","t":"g"},"m":"微服务注册中心","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":27,"c":0,"v":{"mc":{"r":26,"c":0},"tb":"2"}},{"r":27,"c":1,"v":{"v":"Eureka-Server（backup）","ct":{"fa":"General","t":"g"},"m":"Eureka-Server（backup）","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":27,"c":2,"v":{"v":"微服务注册中心-高可用节点","ct":{"fa":"General","t":"g"},"m":"微服务注册中心-高可用节点","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":28,"c":0,"v":{"v":"Livy","ct":{"fa":"General","t":"g"},"m":"Livy","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":28,"c":1,"v":{"v":"Livy-Server","ct":{"fa":"General","t":"g"},"m":"Livy-Server","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":28,"c":2,"v":{"v":"Spark调用转换服务","ct":{"fa":"General","t":"g"},"m":"Spark调用转换服务","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":29,"c":0,"v":{"v":"FastDFS","ct":{"fa":"General","t":"g"},"m":"FastDFS","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":29,"c":0},"tb":"2"}},{"r":29,"c":1,"v":{"v":"Tracker","ct":{"fa":"General","t":"g"},"m":"Tracker","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":29,"c":2,"v":{"v":"调度服务","ct":{"fa":"General","t":"g"},"m":"调度服务","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":30,"c":0,"v":{"mc":{"r":29,"c":0},"tb":"2"}},{"r":30,"c":1,"v":{"v":"Storage","ct":{"fa":"General","t":"g"},"m":"Storage","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":30,"c":2,"v":{"v":"接受Tracker调度，响应客户端请求，存储数据","ct":{"fa":"General","t":"g"},"m":"接受Tracker调度，响应客户端请求，存储数据","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":31,"c":0,"v":{"v":"Apollo","ct":{"fa":"General","t":"g"},"m":"Apollo","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":4,"cs":1,"r":31,"c":0},"tb":"2"}},{"r":31,"c":1,"v":{"v":"PortalServer","ct":{"fa":"General","t":"g"},"m":"PortalServer","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":31,"c":2,"v":{"v":"微服务配置中心接口与UI服务","ct":{"fa":"General","t":"g"},"m":"微服务配置中心接口与UI服务","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":32,"c":0,"v":{"mc":{"r":31,"c":0},"tb":"2"}},{"r":32,"c":1,"v":{"v":"MetaServer","ct":{"fa":"General","t":"g"},"m":"MetaServer","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":32,"c":2,"v":{"v":"微服务配置中心服务注册服务","ct":{"fa":"General","t":"g"},"m":"微服务配置中心服务注册服务","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":33,"c":0,"v":{"mc":{"r":31,"c":0},"tb":"2"}},{"r":33,"c":1,"v":{"v":"AdminServer","ct":{"fa":"General","t":"g"},"m":"AdminServer","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":33,"c":2,"v":{"v":"微服务配置中心IDC配置服务","ct":{"fa":"General","t":"g"},"m":"微服务配置中心IDC配置服务","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":34,"c":0,"v":{"mc":{"r":31,"c":0},"tb":"2"}},{"r":34,"c":1,"v":{"v":"ConfigServer","ct":{"fa":"General","t":"g"},"m":"ConfigServer","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":34,"c":2,"v":{"v":"微服务配置中心IDC配置访问接口","ct":{"fa":"General","t":"g"},"m":"微服务配置中心IDC配置访问接口","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":35,"c":0,"v":{"v":"Neo4j","ct":{"fa":"General","t":"g"},"m":"Neo4j","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":35,"c":0},"tb":"2"}},{"r":35,"c":1,"v":{"v":"Master","ct":{"fa":"General","t":"g"},"m":"Master","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":35,"c":2,"v":{"v":"图数据库主节点","ct":{"fa":"General","t":"g"},"m":"图数据库主节点","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":36,"c":0,"v":{"mc":{"r":35,"c":0},"tb":"2"}},{"r":36,"c":1,"v":{"v":"Slave","ct":{"fa":"General","t":"g"},"m":"Slave","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":36,"c":2,"v":{"v":"图数据库从节点","ct":{"fa":"General","t":"g"},"m":"图数据库从节点","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":37,"c":0,"v":{"v":"starrocks","ct":{"fa":"General","t":"g"},"m":"starrocks","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"mc":{"rs":2,"cs":1,"r":37,"c":0},"tb":"2"}},{"r":37,"c":1,"v":{"v":"frontend","ct":{"fa":"General","t":"g"},"m":"frontend","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":37,"c":2,"v":{"v":"前端节点，管理元数据，管理客户端连接，负责查询规划，查询调度等","ct":{"fa":"General","t":"g"},"m":"前端节点，管理元数据，管理客户端连接，负责查询规划，查询调度等","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":38,"c":0,"v":{"mc":{"r":37,"c":0},"tb":"2"}},{"r":38,"c":1,"v":{"v":"backend","ct":{"fa":"General","t":"g"},"m":"backend","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":38,"c":2,"v":{"v":"后端节点，负责数据存储，计算执行，以及compaction，副本管理等","ct":{"fa":"General","t":"g"},"m":"后端节点，负责数据存储，计算执行，以及compaction，副本管理等","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":39,"c":0,"v":{"v":"Kudu","ct":{"fa":"General","t":"g"},"m":"Kudu","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":39,"c":1,"v":{"v":"Kudu","ct":{"fa":"General","t":"g"},"m":"Kudu","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":39,"c":2,"v":{"v":"分布式存储系统，支持数据的快速插入与实时更新，也支持对数据的快速分析","ct":{"fa":"General","t":"g"},"m":"分布式存储系统，支持数据的快速插入与实时更新，也支持对数据的快速分析","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":40,"c":0,"v":{"v":"Filebeat","ct":{"fa":"General","t":"g"},"m":"Filebeat","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":40,"c":1,"v":{"v":"Filebeat","ct":{"fa":"General","t":"g"},"m":"Filebeat","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":40,"c":2,"v":{"v":"日志实时采集写入Kafka","ct":{"fa":"General","t":"g"},"m":"日志实时采集写入Kafka","bg":"rgb(255, 255, 255)","bl":0,"it":0,"ff":4,"fs":14,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}}]},{"name":"关键组件介绍","color":"","status":1,"order":"1","data":[[{"v":"名词","ct":{"fa":"General","t":"g"},"m":"名词","bg":null,"bl":1,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"类型","ct":{"fa":"General","t":"g"},"m":"类型","bg":null,"bl":1,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"说明","ct":{"fa":"General","t":"g"},"m":"说明","bg":null,"bl":1,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"参考资料","ct":{"fa":"General","t":"g"},"m":"参考资料","bg":null,"bl":1,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"HDFS","ct":{"fa":"General","t":"g"},"m":"HDFS","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"分布式文件存储系统","ct":{"fa":"General","t":"g"},"m":"分布式文件存储系统","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"HDFS提供了可以横向扩展的存储引擎，适合离线分析场景。HDFS是Google公司的 GFS论文 思想的实现，它由NameNode（名称节点）、DataNode（数据节点）、SecondaryNameNode（第二名称节点）组成。HDFS是基于流数据访问模式的 分布式文件系统 ，其设计建立在 “一次写入、多次读取” 的基础上，提供高吞吐量、高容错性的数据访问，能很好地解决海量数据的存储问题。在Hadoop生态圈中，HDFS属于底层基础，负责存储文件。HDFS的缺点：1、不适合于随机实时读写（主要处理高数据吞吐量的应用）2、不适合处理大量的小文件，会造成寻址时间超过读取时间，会占用NameNode大量内存，因为NameNode把文件系统的元数据存放在内存中（文件系统的容量由NameNode的大小决定），小文件太多会消耗NameNode的内存；3、不适合并发写入，一个文件只能有一个写入者，HDFS暂不支持多个用户对同一个文件的写操作；4、不适合任意修改文件，仅支持append(附加)，不支持在文件的任意位置进行修改。","ct":{"fa":"General","t":"g"},"m":"HDFS提供了可以横向扩展的存储引擎，适合离线分析场景。HDFS是Google公司的 GFS论文 思想的实现，它由NameNode（名称节点）、DataNode（数据节点）、SecondaryNameNode（第二名称节点）组成。HDFS是基于流数据访问模式的 分布式文件系统 ，其设计建立在 “一次写入、多次读取” 的基础上，提供高吞吐量、高容错性的数据访问，能很好地解决海量数据的存储问题。在Hadoop生态圈中，HDFS属于底层基础，负责存储文件。HDFS的缺点：1、不适合于随机实时读写（主要处理高数据吞吐量的应用）2、不适合处理大量的小文件，会造成寻址时间超过读取时间，会占用NameNode大量内存，因为NameNode把文件系统的元数据存放在内存中（文件系统的容量由NameNode的大小决定），小文件太多会消耗NameNode的内存；3、不适合并发写入，一个文件只能有一个写入者，HDFS暂不支持多个用户对同一个文件的写操作；4、不适合任意修改文件，仅支持append(附加)，不支持在文件的任意位置进行修改。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"https://blog.csdn.net/qq_45069279/article/details/114483365?ops_request_misc=%257B%2522request%255Fid%2522%253A%2522163125928616780357210160%2522%252C%2522scm%2522%253A%252220140713.130102334..%2522%257D&request_id=163125928616780357210160&biz_id=0&utm_medium=distribute.pc_search_result.none-task-blog-2~all~top_positive~default-1-114483365.first_rank_v2_pc_rank_v29&utm_term=HDFS&spm=1018.2226.3001.4187","ct":{"fa":"@","t":"s"},"m":"https://blog.csdn.net/qq_45069279/article/details/114483365?ops_request_misc=%257B%2522request%255Fid%2522%253A%2522163125928616780357210160%2522%252C%2522scm%2522%253A%252220140713.130102334..%2522%257D&request_id=163125928616780357210160&biz_id=0&utm_medium=distribute.pc_search_result.none-task-blog-2~all~top_positive~default-1-114483365.first_rank_v2_pc_rank_v29&utm_term=HDFS&spm=1018.2226.3001.4187","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Hbase","ct":{"fa":"General","t":"g"},"m":"Hbase","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"开源的非关系型分布式数据库（NoSQL）底层存储HDFS","ct":{"fa":"General","t":"g"},"m":"开源的非关系型分布式数据库（NoSQL）底层存储HDFS","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"HBase适合于随机读写，但由于Scan消耗性能，因此不适合于离线分析场景。是Apache软件基金会的Hadoop项目的一部分，运行于HDFS文件系统之上，因此可以容错地存储海量稀疏的数据。Java语言实现。从逻辑上来看，HBase中的数据模型和RDBMS很类似，数据存储在一个二维表中，有行和列，但从物理存储上来看，HBase是以KV形式进行存储的，更像是一个multi-dimensional map，store就是真实存储数据的文件，该数据存储在HDFS内。","ct":{"fa":"General","t":"g"},"m":"HBase适合于随机读写，但由于Scan消耗性能，因此不适合于离线分析场景。是Apache软件基金会的Hadoop项目的一部分，运行于HDFS文件系统之上，因此可以容错地存储海量稀疏的数据。Java语言实现。从逻辑上来看，HBase中的数据模型和RDBMS很类似，数据存储在一个二维表中，有行和列，但从物理存储上来看，HBase是以KV形式进行存储的，更像是一个multi-dimensional map，store就是真实存储数据的文件，该数据存储在HDFS内。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(255, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"https://blog.csdn.net/wsdc0521/article/details/108505644","ct":{"fa":"@","t":"s"},"m":"https://blog.csdn.net/wsdc0521/article/details/108505644","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Hive","ct":{"fa":"General","t":"g"},"m":"Hive","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"数据仓库工具不涉及存储","ct":{"fa":"General","t":"g"},"m":"数据仓库工具不涉及存储","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"Hive：由Facebook开源，用于解决海量（结构化日志）的数据统计。Hive只适合用来做海量离线数据统计分析，也就是数据仓库。Hive是基于Hadoop的一个数据仓库工具，可以将结构化的数据文件映射为一张表，并提供类SQL查询功能。本身不存储数据只提供一种管理方式，同时也不涉及分布式概念，就是个软件而已。使用HDFS进行存储，使用MapReduce进行计算优点：1、操作接口采用类SQL语法，提供快速开发的能力（简单、容易上手）2、避免了去写MapReduce，减少开发人员的学习成本。3、Hive支持用户自定义函数，用户可以根据自己的需求来实现自己的函数缺点：1、Hive 不支持记录级别的增删改操作2、Hive 的查询延时很严重3、Hive 不支持事务","ct":{"fa":"General","t":"g"},"m":"Hive：由Facebook开源，用于解决海量（结构化日志）的数据统计。Hive只适合用来做海量离线数据统计分析，也就是数据仓库。Hive是基于Hadoop的一个数据仓库工具，可以将结构化的数据文件映射为一张表，并提供类SQL查询功能。本身不存储数据只提供一种管理方式，同时也不涉及分布式概念，就是个软件而已。使用HDFS进行存储，使用MapReduce进行计算优点：1、操作接口采用类SQL语法，提供快速开发的能力（简单、容易上手）2、避免了去写MapReduce，减少开发人员的学习成本。3、Hive支持用户自定义函数，用户可以根据自己的需求来实现自己的函数缺点：1、Hive 不支持记录级别的增删改操作2、Hive 的查询延时很严重3、Hive 不支持事务","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"https://blog.csdn.net/qq_41858402/article/details/108298384?ops_request_misc=%257B%2522request%255Fid%2522%253A%2522163125251216780357282273%2522%252C%2522scm%2522%253A%252220140713.130102334.pc%255Fblog.%2522%257D&request_id=163125251216780357282273&biz_id=0&utm_medium=distribute.pc_search_result.none-task-blog-2~all~first_rank_ecpm_v1~rank_v29_ecpm-8-108298384.first_rank_v2_pc_rank_v29&utm_term=hive&spm=1018.2226.3001.4187","ct":{"fa":"@","t":"s"},"m":"https://blog.csdn.net/qq_41858402/article/details/108298384?ops_request_misc=%257B%2522request%255Fid%2522%253A%2522163125251216780357282273%2522%252C%2522scm%2522%253A%252220140713.130102334.pc%255Fblog.%2522%257D&request_id=163125251216780357282273&biz_id=0&utm_medium=distribute.pc_search_result.none-task-blog-2~all~first_rank_ecpm_v1~rank_v29_ecpm-8-108298384.first_rank_v2_pc_rank_v29&utm_term=hive&spm=1018.2226.3001.4187","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Kudu","ct":{"fa":"General","t":"g"},"m":"Kudu","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"分布式存储系统底层存储CFiles文件","ct":{"fa":"General","t":"g"},"m":"分布式存储系统底层存储CFiles文件","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"可以实现数据的快速插入与实时更新，又能实现对数据的快速分析。Apache Kudu 是由Cloudera 开源的存储引擎，Kudu的定位不是取代HBase或HDFS，而是牺牲了写性能，提高了批量读的性能，能够实现快速在线分析，在功能上介于HBase和HDFS之间。基于 Table/Tablet/Replica 视图级别的底层存储系统，在磁盘上具体存储为一个个的CFile文件，事实上在磁盘中我们并不能看到CFile，而是一个个的.data和.metadata文件。","ct":{"fa":"@","t":"s"},"m":"可以实现数据的快速插入与实时更新，又能实现对数据的快速分析。Apache Kudu 是由Cloudera 开源的存储引擎，Kudu的定位不是取代HBase或HDFS，而是牺牲了写性能，提高了批量读的性能，能够实现快速在线分析，在功能上介于HBase和HDFS之间。基于 Table/Tablet/Replica 视图级别的底层存储系统，在磁盘上具体存储为一个个的CFile文件，事实上在磁盘中我们并不能看到CFile，而是一个个的.data和.metadata文件。","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(255, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"http://kudu.apache.org/","ct":{"fa":"@","t":"s"},"m":"http://kudu.apache.org/","bg":null,"bl":0,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"DataX","ct":{"fa":"General","t":"g"},"m":"DataX","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"数据同步","ct":{"fa":"General","t":"g"},"m":"数据同步","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"DataX 是阿里开源的一个异构数据源离线同步工具，实现包括关系型数据库(MySQL、Oracle等)、HDFS、Hive、ODPS、HBase、FTP等各种异构数据源之间稳定高效的数据同步功能。1. 基于其数据同步性能优势，且轻量、无依赖、便于集成，另外插件丰富，可通过配置插件支持多种异构数据源，对数据库压力小。2. DataX框架内部通过双缓冲队列、线程池封装等技术,集中处理了高速数据交换遇到的问题。3. DataX目前已经有了比较全面的插件体系，主流的RDBMS数据库、NOSQL、大数据计算系统都已经接入。4. DataX目前可以实现脏数据精确过滤、识别、采集、展示，提供多种的脏数据处理模式。当Job传输过程出现的脏数据大于用户指定的数量/百分比，DataX Job报错退出。5. DataX有健壮的容错机制，因外部因素的干扰失败后，会自动重试。6. DataX提供丰富的数据转换，能在传输过程中可以轻松完成数据脱敏，补全，过滤，另外还提供了自动groovy函数，让用户自定义转换函数。","ct":{"fa":"@","t":"s"},"m":"DataX 是阿里开源的一个异构数据源离线同步工具，实现包括关系型数据库(MySQL、Oracle等)、HDFS、Hive、ODPS、HBase、FTP等各种异构数据源之间稳定高效的数据同步功能。1. 基于其数据同步性能优势，且轻量、无依赖、便于集成，另外插件丰富，可通过配置插件支持多种异构数据源，对数据库压力小。2. DataX框架内部通过双缓冲队列、线程池封装等技术,集中处理了高速数据交换遇到的问题。3. DataX目前已经有了比较全面的插件体系，主流的RDBMS数据库、NOSQL、大数据计算系统都已经接入。4. DataX目前可以实现脏数据精确过滤、识别、采集、展示，提供多种的脏数据处理模式。当Job传输过程出现的脏数据大于用户指定的数量/百分比，DataX Job报错退出。5. DataX有健壮的容错机制，因外部因素的干扰失败后，会自动重试。6. DataX提供丰富的数据转换，能在传输过程中可以轻松完成数据脱敏，补全，过滤，另外还提供了自动groovy函数，让用户自定义转换函数。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"https://github.com/alibaba/DataX","ct":{"fa":"@","t":"s"},"m":"https://github.com/alibaba/DataX","bg":null,"bl":0,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Kafka","ct":{"fa":"General","t":"g"},"m":"Kafka","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"消息队列","ct":{"fa":"General","t":"g"},"m":"消息队列","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"Kafka是一种分布式的，基于发布 / 订阅的消息系统：1. 基于消息队列性能和可用性考量，因实时数据采集会存在大量消息堆积，同时topic数量也会暴涨。Kafka是高并发的基石，大数据领域的实时计算、日志采集等场景，用Kafka是业内标准的，社区活跃度很高，几乎是全世界这个领域的事实性规范。2. 客户端语言丰富：支持Java、.Net、PHP、Ruby、Python、Go等多种语言。3. 有优秀的第三方KafkaWeb管理界面Kafka-Manager，在日志领域比较成熟，被多家公司和多个开源项目使用。4. 统一技术选型，降低团队学习成本，完善技术生态，技术方案提取和复用，提高开发效率，后期可通过与Flink、Druid等实时技术栈构建实时数仓。","ct":{"fa":"@","t":"s"},"m":"Kafka是一种分布式的，基于发布 / 订阅的消息系统：1. 基于消息队列性能和可用性考量，因实时数据采集会存在大量消息堆积，同时topic数量也会暴涨。Kafka是高并发的基石，大数据领域的实时计算、日志采集等场景，用Kafka是业内标准的，社区活跃度很高，几乎是全世界这个领域的事实性规范。2. 客户端语言丰富：支持Java、.Net、PHP、Ruby、Python、Go等多种语言。3. 有优秀的第三方KafkaWeb管理界面Kafka-Manager，在日志领域比较成熟，被多家公司和多个开源项目使用。4. 统一技术选型，降低团队学习成本，完善技术生态，技术方案提取和复用，提高开发效率，后期可通过与Flink、Druid等实时技术栈构建实时数仓。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"https://kafka.apache.org","ct":{"fa":"@","t":"s"},"m":"https://kafka.apache.org","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 255)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Impala","ct":{"fa":"General","t":"g"},"m":"Impala","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"数据查询","ct":{"fa":"General","t":"g"},"m":"数据查询","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"Impala是用于处理存储在Hadoop集群中的大量数据的MPP（大规模并行处理）SQL查询引擎。它提供了高性能和低延迟访问存储在Hadoop分布式文件系统中的数据的能力。优点：1、可以使用传统的SQL知识以极快的速度处理存储在HDFS中的数据。2、加载和重组的耗时阶段通过新技术克服，如探索性数据分析和数据发现，使过程更快。3、查询速度快，并且可以直接查询kudu数据缺点：1、Impala不提供任何对序列化和反序列化的支持。2、Impala只能读取文本文件，而不能读取自定义二进制文件。3、每当新的记录/文件被添加到HDFS中的数据目录时，该表需要被刷新。","ct":{"fa":"General","t":"g"},"m":"Impala是用于处理存储在Hadoop集群中的大量数据的MPP（大规模并行处理）SQL查询引擎。它提供了高性能和低延迟访问存储在Hadoop分布式文件系统中的数据的能力。优点：1、可以使用传统的SQL知识以极快的速度处理存储在HDFS中的数据。2、加载和重组的耗时阶段通过新技术克服，如探索性数据分析和数据发现，使过程更快。3、查询速度快，并且可以直接查询kudu数据缺点：1、Impala不提供任何对序列化和反序列化的支持。2、Impala只能读取文本文件，而不能读取自定义二进制文件。3、每当新的记录/文件被添加到HDFS中的数据目录时，该表需要被刷新。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"https://impala.apache.org","ct":{"fa":"@","t":"s"},"m":"https://impala.apache.org","bg":null,"bl":0,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Starrocks","ct":{"fa":"General","t":"g"},"m":"Starrocks","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"数据存储数据查询","ct":{"fa":"General","t":"g"},"m":"数据存储数据查询","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"StarRocks 是新一代极速全场景、国产开源的 MPP 数据库：1，StarRocks 充分吸收关系型OLAP数据库和分布式存储系统在大数据时代的优秀研究成果，在业界实践的基础上，进一步改进优化、升级架构，并增添了众多全新功能，形成了全新的企业级产品。,2，StarRocks 致力于构建极速统一分析体验，满足企业用户的多种数据分析场景，支持多种数据模型(明细模型、聚合模型、更新模型)，多种导入方式（批量和实时），可整合和接入多种现有系统(Spark、Flink、Hive、ElasticSearch)。3，StarRocks 兼容MySQL协议，可使用MySQL客户端和常用BI工具对接StarRocks来进行数据分析。4，StarRocks 采用分布式架构，对数据表进行水平划分并以多副本存储。集群规模可以灵活伸缩，能够支持10PB级别的数据分析; 支持MPP框架，并行加速计算; 支持多副本，具有弹性容错能力。5，StarRocks 采用关系模型，使用严格的数据类型和列式存储引擎，通过编码和压缩技术，降低读写放大；使用向量化执行方式，充分挖掘多核CPU的并行计算能力，从而显著提升查询性能。","ct":{"fa":"General","t":"g"},"m":"StarRocks 是新一代极速全场景、国产开源的 MPP 数据库：1，StarRocks 充分吸收关系型OLAP数据库和分布式存储系统在大数据时代的优秀研究成果，在业界实践的基础上，进一步改进优化、升级架构，并增添了众多全新功能，形成了全新的企业级产品。,2，StarRocks 致力于构建极速统一分析体验，满足企业用户的多种数据分析场景，支持多种数据模型(明细模型、聚合模型、更新模型)，多种导入方式（批量和实时），可整合和接入多种现有系统(Spark、Flink、Hive、ElasticSearch)。3，StarRocks 兼容MySQL协议，可使用MySQL客户端和常用BI工具对接StarRocks来进行数据分析。4，StarRocks 采用分布式架构，对数据表进行水平划分并以多副本存储。集群规模可以灵活伸缩，能够支持10PB级别的数据分析; 支持MPP框架，并行加速计算; 支持多副本，具有弹性容错能力。5，StarRocks 采用关系模型，使用严格的数据类型和列式存储引擎，通过编码和压缩技术，降低读写放大；使用向量化执行方式，充分挖掘多核CPU的并行计算能力，从而显著提升查询性能。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"https://www.starrocks.com/","ct":{"fa":"@","t":"s"},"m":"https://www.starrocks.com/","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 255)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Flink","ct":{"fa":"General","t":"g"},"m":"Flink","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"流式计算","ct":{"fa":"General","t":"g"},"m":"流式计算","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"Flink是一个批处理和流处理结合的统一计算框架，其核心是一个提供了数据分发以及并行化计算的流数据处理引擎。它的最大亮点是流处理，是业界最顶级的开源流处理引擎，Flink最适合的应用场景是低时延的数据处理：1. 同时支持高吞吐、低延迟、高性能2. 支持事件时间概念（Event Time）大多数窗口计算采用的都是系统时间（Process Time）,也是事件传输到计算框架时，系统主机的当前时间。Flink能够支持基于时间事件时间（Event Time）语义进行窗口计算，也就是时间产生的时间。这种基于时间驱动的机制使得事件即使是乱序到达，流系统也能够计算出精确的结果，保持了时间原本产生的时序性。尽量避免网络传输或硬件系统影响。3. 支持有状态计算","ct":{"fa":"@","t":"s"},"m":"Flink是一个批处理和流处理结合的统一计算框架，其核心是一个提供了数据分发以及并行化计算的流数据处理引擎。它的最大亮点是流处理，是业界最顶级的开源流处理引擎，Flink最适合的应用场景是低时延的数据处理：1. 同时支持高吞吐、低延迟、高性能2. 支持事件时间概念（Event Time）大多数窗口计算采用的都是系统时间（Process Time）,也是事件传输到计算框架时，系统主机的当前时间。Flink能够支持基于时间事件时间（Event Time）语义进行窗口计算，也就是时间产生的时间。这种基于时间驱动的机制使得事件即使是乱序到达，流系统也能够计算出精确的结果，保持了时间原本产生的时序性。尽量避免网络传输或硬件系统影响。3. 支持有状态计算","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"https://flink.apache.org","ct":{"fa":"@","t":"s"},"m":"https://flink.apache.org","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 255)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Spark","ct":{"fa":"General","t":"g"},"m":"Spark","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"离线计算","ct":{"fa":"General","t":"g"},"m":"离线计算","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"Spark是基于内存计算的大数据并行计算框架，提高了在大数据环境下数据处理的实时性,同时保证了高容错性和高可伸缩性,允许用户将Spark部署在大量的廉价硬件之上,形成集群：1. 基于Spark的数据分析效率高，同时支持多种内置函数，便于提高数据开发工作效率。2. 所有过程都基于内存，是基于内存的迭代式运算框架。3. 更容易的API：支持Python，Scala和Java。4. 每一个作业独立调度，可以把所有的作业做一个图进行调度，各个作业之间相互依赖，在调度过程中一起调度，速度快。","ct":{"fa":"@","t":"s"},"m":"Spark是基于内存计算的大数据并行计算框架，提高了在大数据环境下数据处理的实时性,同时保证了高容错性和高可伸缩性,允许用户将Spark部署在大量的廉价硬件之上,形成集群：1. 基于Spark的数据分析效率高，同时支持多种内置函数，便于提高数据开发工作效率。2. 所有过程都基于内存，是基于内存的迭代式运算框架。3. 更容易的API：支持Python，Scala和Java。4. 每一个作业独立调度，可以把所有的作业做一个图进行调度，各个作业之间相互依赖，在调度过程中一起调度，速度快。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"https://spark.apache.org","ct":{"fa":"@","t":"s"},"m":"https://spark.apache.org","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 255)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"YARN","ct":{"fa":"General","t":"g"},"m":"YARN","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"资源管理","ct":{"fa":"General","t":"g"},"m":"资源管理","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"Yarn是Hadoop 资源管理器，它是一个通用资源管理系统，可为上层应用提供统一的资源管理和调度，它的引入为集群在利用率、资源统一管理和数据共享等方面带来了巨大好处。1、速度超快：Yarn 缓存了每个下载过的包，所以再次使用时无需重复下载。 同时利用并行下载以最大化资源利用率，因此安装速度更快。2、超级安全：在执行代码之前，Yarn 会通过算法校验每个安装包的完整性。3、超级可靠：使用详细、简洁的锁文件格式和明确的安装算法，Yarn 能够保证在不同系统上无差异的工作。","ct":{"fa":"General","t":"g"},"m":"Yarn是Hadoop 资源管理器，它是一个通用资源管理系统，可为上层应用提供统一的资源管理和调度，它的引入为集群在利用率、资源统一管理和数据共享等方面带来了巨大好处。1、速度超快：Yarn 缓存了每个下载过的包，所以再次使用时无需重复下载。 同时利用并行下载以最大化资源利用率，因此安装速度更快。2、超级安全：在执行代码之前，Yarn 会通过算法校验每个安装包的完整性。3、超级可靠：使用详细、简洁的锁文件格式和明确的安装算法，Yarn 能够保证在不同系统上无差异的工作。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"hadoop.apache.org/docs/current/hadoop-yarn/hadoop-yarn-site/YARN.html","ct":{"fa":"@","t":"s"},"m":"hadoop.apache.org/docs/current/hadoop-yarn/hadoop-yarn-site/YARN.html","bg":null,"bl":0,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Azkaban","ct":{"fa":"General","t":"g"},"m":"Azkaban","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"任务调度","ct":{"fa":"General","t":"g"},"m":"任务调度","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"Azkaban是由Linkedin开源的一个批量工作流任务调度器，用于在一个工作流内以一个特定的顺序运行一组工作和流程：1. 基于其扩展性好（支持插件），且流程定义语法简洁，应用执行过程相对独立，便于做产品化封装和集成开发。2. 本身支持执行多种类型的执行命令，满足开发需求。3. 提供复杂的流程配置，可自定义多样化流程，方便后期二次开发。","ct":{"fa":"@","t":"s"},"m":"Azkaban是由Linkedin开源的一个批量工作流任务调度器，用于在一个工作流内以一个特定的顺序运行一组工作和流程：1. 基于其扩展性好（支持插件），且流程定义语法简洁，应用执行过程相对独立，便于做产品化封装和集成开发。2. 本身支持执行多种类型的执行命令，满足开发需求。3. 提供复杂的流程配置，可自定义多样化流程，方便后期二次开发。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"https://azkaban.github.io","ct":{"fa":"@","t":"s"},"m":"https://azkaban.github.io","bg":null,"bl":0,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Elasticsearch","ct":{"fa":"General","t":"g"},"m":"Elasticsearch","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"即时检索","ct":{"fa":"General","t":"g"},"m":"即时检索","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"Elasticsearch 是一个分布式、高扩展、高实时的搜索与数据分析引擎。它能很方便的使大量数据具有搜索、分析和探索的能力，充分利用Elasticsearch的水平伸缩性，能使数据在生产环境变得更有价值：1. 基于文档检索性能和实时性的考虑，且支持无模式的文件存储，开箱即用。2. Elasticsearch在大数据等领域有大量广泛的应用，Elasticsearch 易于使用的 API 使得可以围绕它创建一个更好工具生态系统。","ct":{"fa":"@","t":"s"},"m":"Elasticsearch 是一个分布式、高扩展、高实时的搜索与数据分析引擎。它能很方便的使大量数据具有搜索、分析和探索的能力，充分利用Elasticsearch的水平伸缩性，能使数据在生产环境变得更有价值：1. 基于文档检索性能和实时性的考虑，且支持无模式的文件存储，开箱即用。2. Elasticsearch在大数据等领域有大量广泛的应用，Elasticsearch 易于使用的 API 使得可以围绕它创建一个更好工具生态系统。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"https://www.elastic.co/elasticsearch","ct":{"fa":"@","t":"s"},"m":"https://www.elastic.co/elasticsearch","bg":null,"bl":0,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[{"v":"Ranger","ct":{"fa":"General","t":"g"},"m":"Ranger","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"数据安全","ct":{"fa":"General","t":"g"},"m":"数据安全","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"},{"v":"Ranger是大数据领域的一个集中式安全管理框架，实现对 Hadoop 生态组件的集中式安全管理。 用户可以通过 Ranger 实现对集群中数据的安全访问，它主要是对 Hadoop 平台组件进行监管、启动服务以及资源访问进行控制","ct":{"fa":"General","t":"g"},"m":"Ranger是大数据领域的一个集中式安全管理框架，实现对 Hadoop 生态组件的集中式安全管理。 用户可以通过 Ranger 实现对集群中数据的安全访问，它主要是对 Hadoop 平台组件进行监管、启动服务以及资源访问进行控制","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"},{"v":"http://ranger.apache.org","ct":{"fa":"@","t":"s"},"m":"http://ranger.apache.org","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 255)","ht":1,"vt":0,"tb":"2"},null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]],"config":{"columnlen":{"0":383,"1":363,"2":307,"3":389},"customWidth":{"0":1,"1":1,"2":1,"3":1},"merge":{},"borderInfo":[{"rangeType":"cell","value":{"row_index":0,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":0,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":0,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":0,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":1,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":1,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":1,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":1,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":2,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":2,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":2,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":2,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":3,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":3,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":3,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":3,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":4,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":4,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":4,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":4,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":5,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":5,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":5,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":5,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":6,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":6,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":6,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":6,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":7,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":7,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":7,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":7,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":8,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":8,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":8,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":8,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":9,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":9,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":9,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":9,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":10,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":10,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":10,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":10,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":11,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":11,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":11,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":11,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":12,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":12,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":12,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":12,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":13,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":13,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":13,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":13,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":14,"col_index":0,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":14,"col_index":1,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":14,"col_index":2,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}},{"rangeType":"cell","value":{"row_index":14,"col_index":3,"l":{"style":1,"color":"rgb(0, 0, 0)"},"r":{"style":1,"color":"rgb(0, 0, 0)"},"t":{"style":1,"color":"rgb(0, 0, 0)"},"b":{"style":1,"color":"rgb(0, 0, 0)"}}}],"rowlen":{"1":560.5,"2":146,"3":583,"4":162.5,"5":294.5,"6":212,"7":179,"8":327.5,"9":212,"10":162.5,"11":173.5,"12":113,"13":146,"14":80},"customHeight":{}},"index":1,"luckysheet_select_save":[{"row":[0,0],"column":[0,0],"row_focus":0,"column_focus":0,"left":0,"width":383,"top":0,"height":19,"left_move":0,"width_move":383,"top_move":0,"height_move":19}],"images":{},"visibledatarow":[20,582,729,1313,1477,1773,1986,2166,2495,2708,2872,3047,3161,3308,3389,3409,3429,3449,3469,3489],"visibledatacolumn":[384,748,1056,1446,1520,1594,1668,1742,1816,1890,1964,2038,2112,2186,2260,2334,2408,2482,2556,2630],"ch_width":2750,"rh_height":3569,"luckysheet_selection_range":[],"scrollTop":0,"zoomRatio":1,"scrollLeft":0,"celldata":[{"r":0,"c":0,"v":{"v":"名词","ct":{"fa":"General","t":"g"},"m":"名词","bg":null,"bl":1,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":0,"c":1,"v":{"v":"类型","ct":{"fa":"General","t":"g"},"m":"类型","bg":null,"bl":1,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":0,"c":2,"v":{"v":"说明","ct":{"fa":"General","t":"g"},"m":"说明","bg":null,"bl":1,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":0,"c":3,"v":{"v":"参考资料","ct":{"fa":"General","t":"g"},"m":"参考资料","bg":null,"bl":1,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":1,"c":0,"v":{"v":"HDFS","ct":{"fa":"General","t":"g"},"m":"HDFS","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":1,"c":1,"v":{"v":"分布式文件存储系统","ct":{"fa":"General","t":"g"},"m":"分布式文件存储系统","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":1,"c":2,"v":{"v":"HDFS提供了可以横向扩展的存储引擎，适合离线分析场景。HDFS是Google公司的 GFS论文 思想的实现，它由NameNode（名称节点）、DataNode（数据节点）、SecondaryNameNode（第二名称节点）组成。HDFS是基于流数据访问模式的 分布式文件系统 ，其设计建立在 “一次写入、多次读取” 的基础上，提供高吞吐量、高容错性的数据访问，能很好地解决海量数据的存储问题。在Hadoop生态圈中，HDFS属于底层基础，负责存储文件。HDFS的缺点：1、不适合于随机实时读写（主要处理高数据吞吐量的应用）2、不适合处理大量的小文件，会造成寻址时间超过读取时间，会占用NameNode大量内存，因为NameNode把文件系统的元数据存放在内存中（文件系统的容量由NameNode的大小决定），小文件太多会消耗NameNode的内存；3、不适合并发写入，一个文件只能有一个写入者，HDFS暂不支持多个用户对同一个文件的写操作；4、不适合任意修改文件，仅支持append(附加)，不支持在文件的任意位置进行修改。","ct":{"fa":"General","t":"g"},"m":"HDFS提供了可以横向扩展的存储引擎，适合离线分析场景。HDFS是Google公司的 GFS论文 思想的实现，它由NameNode（名称节点）、DataNode（数据节点）、SecondaryNameNode（第二名称节点）组成。HDFS是基于流数据访问模式的 分布式文件系统 ，其设计建立在 “一次写入、多次读取” 的基础上，提供高吞吐量、高容错性的数据访问，能很好地解决海量数据的存储问题。在Hadoop生态圈中，HDFS属于底层基础，负责存储文件。HDFS的缺点：1、不适合于随机实时读写（主要处理高数据吞吐量的应用）2、不适合处理大量的小文件，会造成寻址时间超过读取时间，会占用NameNode大量内存，因为NameNode把文件系统的元数据存放在内存中（文件系统的容量由NameNode的大小决定），小文件太多会消耗NameNode的内存；3、不适合并发写入，一个文件只能有一个写入者，HDFS暂不支持多个用户对同一个文件的写操作；4、不适合任意修改文件，仅支持append(附加)，不支持在文件的任意位置进行修改。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":1,"c":3,"v":{"v":"https://blog.csdn.net/qq_45069279/article/details/114483365?ops_request_misc=%257B%2522request%255Fid%2522%253A%2522163125928616780357210160%2522%252C%2522scm%2522%253A%252220140713.130102334..%2522%257D&request_id=163125928616780357210160&biz_id=0&utm_medium=distribute.pc_search_result.none-task-blog-2~all~top_positive~default-1-114483365.first_rank_v2_pc_rank_v29&utm_term=HDFS&spm=1018.2226.3001.4187","ct":{"fa":"@","t":"s"},"m":"https://blog.csdn.net/qq_45069279/article/details/114483365?ops_request_misc=%257B%2522request%255Fid%2522%253A%2522163125928616780357210160%2522%252C%2522scm%2522%253A%252220140713.130102334..%2522%257D&request_id=163125928616780357210160&biz_id=0&utm_medium=distribute.pc_search_result.none-task-blog-2~all~top_positive~default-1-114483365.first_rank_v2_pc_rank_v29&utm_term=HDFS&spm=1018.2226.3001.4187","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":2,"c":0,"v":{"v":"Hbase","ct":{"fa":"General","t":"g"},"m":"Hbase","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":2,"c":1,"v":{"v":"开源的非关系型分布式数据库（NoSQL）底层存储HDFS","ct":{"fa":"General","t":"g"},"m":"开源的非关系型分布式数据库（NoSQL）底层存储HDFS","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":2,"c":2,"v":{"v":"HBase适合于随机读写，但由于Scan消耗性能，因此不适合于离线分析场景。是Apache软件基金会的Hadoop项目的一部分，运行于HDFS文件系统之上，因此可以容错地存储海量稀疏的数据。Java语言实现。从逻辑上来看，HBase中的数据模型和RDBMS很类似，数据存储在一个二维表中，有行和列，但从物理存储上来看，HBase是以KV形式进行存储的，更像是一个multi-dimensional map，store就是真实存储数据的文件，该数据存储在HDFS内。","ct":{"fa":"General","t":"g"},"m":"HBase适合于随机读写，但由于Scan消耗性能，因此不适合于离线分析场景。是Apache软件基金会的Hadoop项目的一部分，运行于HDFS文件系统之上，因此可以容错地存储海量稀疏的数据。Java语言实现。从逻辑上来看，HBase中的数据模型和RDBMS很类似，数据存储在一个二维表中，有行和列，但从物理存储上来看，HBase是以KV形式进行存储的，更像是一个multi-dimensional map，store就是真实存储数据的文件，该数据存储在HDFS内。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(255, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":2,"c":3,"v":{"v":"https://blog.csdn.net/wsdc0521/article/details/108505644","ct":{"fa":"@","t":"s"},"m":"https://blog.csdn.net/wsdc0521/article/details/108505644","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":3,"c":0,"v":{"v":"Hive","ct":{"fa":"General","t":"g"},"m":"Hive","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":3,"c":1,"v":{"v":"数据仓库工具不涉及存储","ct":{"fa":"General","t":"g"},"m":"数据仓库工具不涉及存储","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":3,"c":2,"v":{"v":"Hive：由Facebook开源，用于解决海量（结构化日志）的数据统计。Hive只适合用来做海量离线数据统计分析，也就是数据仓库。Hive是基于Hadoop的一个数据仓库工具，可以将结构化的数据文件映射为一张表，并提供类SQL查询功能。本身不存储数据只提供一种管理方式，同时也不涉及分布式概念，就是个软件而已。使用HDFS进行存储，使用MapReduce进行计算优点：1、操作接口采用类SQL语法，提供快速开发的能力（简单、容易上手）2、避免了去写MapReduce，减少开发人员的学习成本。3、Hive支持用户自定义函数，用户可以根据自己的需求来实现自己的函数缺点：1、Hive 不支持记录级别的增删改操作2、Hive 的查询延时很严重3、Hive 不支持事务","ct":{"fa":"General","t":"g"},"m":"Hive：由Facebook开源，用于解决海量（结构化日志）的数据统计。Hive只适合用来做海量离线数据统计分析，也就是数据仓库。Hive是基于Hadoop的一个数据仓库工具，可以将结构化的数据文件映射为一张表，并提供类SQL查询功能。本身不存储数据只提供一种管理方式，同时也不涉及分布式概念，就是个软件而已。使用HDFS进行存储，使用MapReduce进行计算优点：1、操作接口采用类SQL语法，提供快速开发的能力（简单、容易上手）2、避免了去写MapReduce，减少开发人员的学习成本。3、Hive支持用户自定义函数，用户可以根据自己的需求来实现自己的函数缺点：1、Hive 不支持记录级别的增删改操作2、Hive 的查询延时很严重3、Hive 不支持事务","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":3,"c":3,"v":{"v":"https://blog.csdn.net/qq_41858402/article/details/108298384?ops_request_misc=%257B%2522request%255Fid%2522%253A%2522163125251216780357282273%2522%252C%2522scm%2522%253A%252220140713.130102334.pc%255Fblog.%2522%257D&request_id=163125251216780357282273&biz_id=0&utm_medium=distribute.pc_search_result.none-task-blog-2~all~first_rank_ecpm_v1~rank_v29_ecpm-8-108298384.first_rank_v2_pc_rank_v29&utm_term=hive&spm=1018.2226.3001.4187","ct":{"fa":"@","t":"s"},"m":"https://blog.csdn.net/qq_41858402/article/details/108298384?ops_request_misc=%257B%2522request%255Fid%2522%253A%2522163125251216780357282273%2522%252C%2522scm%2522%253A%252220140713.130102334.pc%255Fblog.%2522%257D&request_id=163125251216780357282273&biz_id=0&utm_medium=distribute.pc_search_result.none-task-blog-2~all~first_rank_ecpm_v1~rank_v29_ecpm-8-108298384.first_rank_v2_pc_rank_v29&utm_term=hive&spm=1018.2226.3001.4187","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":4,"c":0,"v":{"v":"Kudu","ct":{"fa":"General","t":"g"},"m":"Kudu","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":4,"c":1,"v":{"v":"分布式存储系统底层存储CFiles文件","ct":{"fa":"General","t":"g"},"m":"分布式存储系统底层存储CFiles文件","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":4,"c":2,"v":{"v":"可以实现数据的快速插入与实时更新，又能实现对数据的快速分析。Apache Kudu 是由Cloudera 开源的存储引擎，Kudu的定位不是取代HBase或HDFS，而是牺牲了写性能，提高了批量读的性能，能够实现快速在线分析，在功能上介于HBase和HDFS之间。基于 Table/Tablet/Replica 视图级别的底层存储系统，在磁盘上具体存储为一个个的CFile文件，事实上在磁盘中我们并不能看到CFile，而是一个个的.data和.metadata文件。","ct":{"fa":"@","t":"s"},"m":"可以实现数据的快速插入与实时更新，又能实现对数据的快速分析。Apache Kudu 是由Cloudera 开源的存储引擎，Kudu的定位不是取代HBase或HDFS，而是牺牲了写性能，提高了批量读的性能，能够实现快速在线分析，在功能上介于HBase和HDFS之间。基于 Table/Tablet/Replica 视图级别的底层存储系统，在磁盘上具体存储为一个个的CFile文件，事实上在磁盘中我们并不能看到CFile，而是一个个的.data和.metadata文件。","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(255, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":4,"c":3,"v":{"v":"http://kudu.apache.org/","ct":{"fa":"@","t":"s"},"m":"http://kudu.apache.org/","bg":null,"bl":0,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":5,"c":0,"v":{"v":"DataX","ct":{"fa":"General","t":"g"},"m":"DataX","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":5,"c":1,"v":{"v":"数据同步","ct":{"fa":"General","t":"g"},"m":"数据同步","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":5,"c":2,"v":{"v":"DataX 是阿里开源的一个异构数据源离线同步工具，实现包括关系型数据库(MySQL、Oracle等)、HDFS、Hive、ODPS、HBase、FTP等各种异构数据源之间稳定高效的数据同步功能。1. 基于其数据同步性能优势，且轻量、无依赖、便于集成，另外插件丰富，可通过配置插件支持多种异构数据源，对数据库压力小。2. DataX框架内部通过双缓冲队列、线程池封装等技术,集中处理了高速数据交换遇到的问题。3. DataX目前已经有了比较全面的插件体系，主流的RDBMS数据库、NOSQL、大数据计算系统都已经接入。4. DataX目前可以实现脏数据精确过滤、识别、采集、展示，提供多种的脏数据处理模式。当Job传输过程出现的脏数据大于用户指定的数量/百分比，DataX Job报错退出。5. DataX有健壮的容错机制，因外部因素的干扰失败后，会自动重试。6. DataX提供丰富的数据转换，能在传输过程中可以轻松完成数据脱敏，补全，过滤，另外还提供了自动groovy函数，让用户自定义转换函数。","ct":{"fa":"@","t":"s"},"m":"DataX 是阿里开源的一个异构数据源离线同步工具，实现包括关系型数据库(MySQL、Oracle等)、HDFS、Hive、ODPS、HBase、FTP等各种异构数据源之间稳定高效的数据同步功能。1. 基于其数据同步性能优势，且轻量、无依赖、便于集成，另外插件丰富，可通过配置插件支持多种异构数据源，对数据库压力小。2. DataX框架内部通过双缓冲队列、线程池封装等技术,集中处理了高速数据交换遇到的问题。3. DataX目前已经有了比较全面的插件体系，主流的RDBMS数据库、NOSQL、大数据计算系统都已经接入。4. DataX目前可以实现脏数据精确过滤、识别、采集、展示，提供多种的脏数据处理模式。当Job传输过程出现的脏数据大于用户指定的数量/百分比，DataX Job报错退出。5. DataX有健壮的容错机制，因外部因素的干扰失败后，会自动重试。6. DataX提供丰富的数据转换，能在传输过程中可以轻松完成数据脱敏，补全，过滤，另外还提供了自动groovy函数，让用户自定义转换函数。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":5,"c":3,"v":{"v":"https://github.com/alibaba/DataX","ct":{"fa":"@","t":"s"},"m":"https://github.com/alibaba/DataX","bg":null,"bl":0,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":6,"c":0,"v":{"v":"Kafka","ct":{"fa":"General","t":"g"},"m":"Kafka","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":6,"c":1,"v":{"v":"消息队列","ct":{"fa":"General","t":"g"},"m":"消息队列","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":6,"c":2,"v":{"v":"Kafka是一种分布式的，基于发布 / 订阅的消息系统：1. 基于消息队列性能和可用性考量，因实时数据采集会存在大量消息堆积，同时topic数量也会暴涨。Kafka是高并发的基石，大数据领域的实时计算、日志采集等场景，用Kafka是业内标准的，社区活跃度很高，几乎是全世界这个领域的事实性规范。2. 客户端语言丰富：支持Java、.Net、PHP、Ruby、Python、Go等多种语言。3. 有优秀的第三方KafkaWeb管理界面Kafka-Manager，在日志领域比较成熟，被多家公司和多个开源项目使用。4. 统一技术选型，降低团队学习成本，完善技术生态，技术方案提取和复用，提高开发效率，后期可通过与Flink、Druid等实时技术栈构建实时数仓。","ct":{"fa":"@","t":"s"},"m":"Kafka是一种分布式的，基于发布 / 订阅的消息系统：1. 基于消息队列性能和可用性考量，因实时数据采集会存在大量消息堆积，同时topic数量也会暴涨。Kafka是高并发的基石，大数据领域的实时计算、日志采集等场景，用Kafka是业内标准的，社区活跃度很高，几乎是全世界这个领域的事实性规范。2. 客户端语言丰富：支持Java、.Net、PHP、Ruby、Python、Go等多种语言。3. 有优秀的第三方KafkaWeb管理界面Kafka-Manager，在日志领域比较成熟，被多家公司和多个开源项目使用。4. 统一技术选型，降低团队学习成本，完善技术生态，技术方案提取和复用，提高开发效率，后期可通过与Flink、Druid等实时技术栈构建实时数仓。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":6,"c":3,"v":{"v":"https://kafka.apache.org","ct":{"fa":"@","t":"s"},"m":"https://kafka.apache.org","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 255)","ht":1,"vt":0,"tb":"2"}},{"r":7,"c":0,"v":{"v":"Impala","ct":{"fa":"General","t":"g"},"m":"Impala","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":7,"c":1,"v":{"v":"数据查询","ct":{"fa":"General","t":"g"},"m":"数据查询","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":7,"c":2,"v":{"v":"Impala是用于处理存储在Hadoop集群中的大量数据的MPP（大规模并行处理）SQL查询引擎。它提供了高性能和低延迟访问存储在Hadoop分布式文件系统中的数据的能力。优点：1、可以使用传统的SQL知识以极快的速度处理存储在HDFS中的数据。2、加载和重组的耗时阶段通过新技术克服，如探索性数据分析和数据发现，使过程更快。3、查询速度快，并且可以直接查询kudu数据缺点：1、Impala不提供任何对序列化和反序列化的支持。2、Impala只能读取文本文件，而不能读取自定义二进制文件。3、每当新的记录/文件被添加到HDFS中的数据目录时，该表需要被刷新。","ct":{"fa":"General","t":"g"},"m":"Impala是用于处理存储在Hadoop集群中的大量数据的MPP（大规模并行处理）SQL查询引擎。它提供了高性能和低延迟访问存储在Hadoop分布式文件系统中的数据的能力。优点：1、可以使用传统的SQL知识以极快的速度处理存储在HDFS中的数据。2、加载和重组的耗时阶段通过新技术克服，如探索性数据分析和数据发现，使过程更快。3、查询速度快，并且可以直接查询kudu数据缺点：1、Impala不提供任何对序列化和反序列化的支持。2、Impala只能读取文本文件，而不能读取自定义二进制文件。3、每当新的记录/文件被添加到HDFS中的数据目录时，该表需要被刷新。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":7,"c":3,"v":{"v":"https://impala.apache.org","ct":{"fa":"@","t":"s"},"m":"https://impala.apache.org","bg":null,"bl":0,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":8,"c":0,"v":{"v":"Starrocks","ct":{"fa":"General","t":"g"},"m":"Starrocks","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":8,"c":1,"v":{"v":"数据存储数据查询","ct":{"fa":"General","t":"g"},"m":"数据存储数据查询","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":8,"c":2,"v":{"v":"StarRocks 是新一代极速全场景、国产开源的 MPP 数据库：1，StarRocks 充分吸收关系型OLAP数据库和分布式存储系统在大数据时代的优秀研究成果，在业界实践的基础上，进一步改进优化、升级架构，并增添了众多全新功能，形成了全新的企业级产品。,2，StarRocks 致力于构建极速统一分析体验，满足企业用户的多种数据分析场景，支持多种数据模型(明细模型、聚合模型、更新模型)，多种导入方式（批量和实时），可整合和接入多种现有系统(Spark、Flink、Hive、ElasticSearch)。3，StarRocks 兼容MySQL协议，可使用MySQL客户端和常用BI工具对接StarRocks来进行数据分析。4，StarRocks 采用分布式架构，对数据表进行水平划分并以多副本存储。集群规模可以灵活伸缩，能够支持10PB级别的数据分析; 支持MPP框架，并行加速计算; 支持多副本，具有弹性容错能力。5，StarRocks 采用关系模型，使用严格的数据类型和列式存储引擎，通过编码和压缩技术，降低读写放大；使用向量化执行方式，充分挖掘多核CPU的并行计算能力，从而显著提升查询性能。","ct":{"fa":"General","t":"g"},"m":"StarRocks 是新一代极速全场景、国产开源的 MPP 数据库：1，StarRocks 充分吸收关系型OLAP数据库和分布式存储系统在大数据时代的优秀研究成果，在业界实践的基础上，进一步改进优化、升级架构，并增添了众多全新功能，形成了全新的企业级产品。,2，StarRocks 致力于构建极速统一分析体验，满足企业用户的多种数据分析场景，支持多种数据模型(明细模型、聚合模型、更新模型)，多种导入方式（批量和实时），可整合和接入多种现有系统(Spark、Flink、Hive、ElasticSearch)。3，StarRocks 兼容MySQL协议，可使用MySQL客户端和常用BI工具对接StarRocks来进行数据分析。4，StarRocks 采用分布式架构，对数据表进行水平划分并以多副本存储。集群规模可以灵活伸缩，能够支持10PB级别的数据分析; 支持MPP框架，并行加速计算; 支持多副本，具有弹性容错能力。5，StarRocks 采用关系模型，使用严格的数据类型和列式存储引擎，通过编码和压缩技术，降低读写放大；使用向量化执行方式，充分挖掘多核CPU的并行计算能力，从而显著提升查询性能。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":8,"c":3,"v":{"v":"https://www.starrocks.com/","ct":{"fa":"@","t":"s"},"m":"https://www.starrocks.com/","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 255)","ht":1,"vt":0,"tb":"2"}},{"r":9,"c":0,"v":{"v":"Flink","ct":{"fa":"General","t":"g"},"m":"Flink","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":9,"c":1,"v":{"v":"流式计算","ct":{"fa":"General","t":"g"},"m":"流式计算","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":9,"c":2,"v":{"v":"Flink是一个批处理和流处理结合的统一计算框架，其核心是一个提供了数据分发以及并行化计算的流数据处理引擎。它的最大亮点是流处理，是业界最顶级的开源流处理引擎，Flink最适合的应用场景是低时延的数据处理：1. 同时支持高吞吐、低延迟、高性能2. 支持事件时间概念（Event Time）大多数窗口计算采用的都是系统时间（Process Time）,也是事件传输到计算框架时，系统主机的当前时间。Flink能够支持基于时间事件时间（Event Time）语义进行窗口计算，也就是时间产生的时间。这种基于时间驱动的机制使得事件即使是乱序到达，流系统也能够计算出精确的结果，保持了时间原本产生的时序性。尽量避免网络传输或硬件系统影响。3. 支持有状态计算","ct":{"fa":"@","t":"s"},"m":"Flink是一个批处理和流处理结合的统一计算框架，其核心是一个提供了数据分发以及并行化计算的流数据处理引擎。它的最大亮点是流处理，是业界最顶级的开源流处理引擎，Flink最适合的应用场景是低时延的数据处理：1. 同时支持高吞吐、低延迟、高性能2. 支持事件时间概念（Event Time）大多数窗口计算采用的都是系统时间（Process Time）,也是事件传输到计算框架时，系统主机的当前时间。Flink能够支持基于时间事件时间（Event Time）语义进行窗口计算，也就是时间产生的时间。这种基于时间驱动的机制使得事件即使是乱序到达，流系统也能够计算出精确的结果，保持了时间原本产生的时序性。尽量避免网络传输或硬件系统影响。3. 支持有状态计算","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":9,"c":3,"v":{"v":"https://flink.apache.org","ct":{"fa":"@","t":"s"},"m":"https://flink.apache.org","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 255)","ht":1,"vt":0,"tb":"2"}},{"r":10,"c":0,"v":{"v":"Spark","ct":{"fa":"General","t":"g"},"m":"Spark","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":10,"c":1,"v":{"v":"离线计算","ct":{"fa":"General","t":"g"},"m":"离线计算","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":10,"c":2,"v":{"v":"Spark是基于内存计算的大数据并行计算框架，提高了在大数据环境下数据处理的实时性,同时保证了高容错性和高可伸缩性,允许用户将Spark部署在大量的廉价硬件之上,形成集群：1. 基于Spark的数据分析效率高，同时支持多种内置函数，便于提高数据开发工作效率。2. 所有过程都基于内存，是基于内存的迭代式运算框架。3. 更容易的API：支持Python，Scala和Java。4. 每一个作业独立调度，可以把所有的作业做一个图进行调度，各个作业之间相互依赖，在调度过程中一起调度，速度快。","ct":{"fa":"@","t":"s"},"m":"Spark是基于内存计算的大数据并行计算框架，提高了在大数据环境下数据处理的实时性,同时保证了高容错性和高可伸缩性,允许用户将Spark部署在大量的廉价硬件之上,形成集群：1. 基于Spark的数据分析效率高，同时支持多种内置函数，便于提高数据开发工作效率。2. 所有过程都基于内存，是基于内存的迭代式运算框架。3. 更容易的API：支持Python，Scala和Java。4. 每一个作业独立调度，可以把所有的作业做一个图进行调度，各个作业之间相互依赖，在调度过程中一起调度，速度快。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":10,"c":3,"v":{"v":"https://spark.apache.org","ct":{"fa":"@","t":"s"},"m":"https://spark.apache.org","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 255)","ht":1,"vt":0,"tb":"2"}},{"r":11,"c":0,"v":{"v":"YARN","ct":{"fa":"General","t":"g"},"m":"YARN","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":11,"c":1,"v":{"v":"资源管理","ct":{"fa":"General","t":"g"},"m":"资源管理","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":11,"c":2,"v":{"v":"Yarn是Hadoop 资源管理器，它是一个通用资源管理系统，可为上层应用提供统一的资源管理和调度，它的引入为集群在利用率、资源统一管理和数据共享等方面带来了巨大好处。1、速度超快：Yarn 缓存了每个下载过的包，所以再次使用时无需重复下载。 同时利用并行下载以最大化资源利用率，因此安装速度更快。2、超级安全：在执行代码之前，Yarn 会通过算法校验每个安装包的完整性。3、超级可靠：使用详细、简洁的锁文件格式和明确的安装算法，Yarn 能够保证在不同系统上无差异的工作。","ct":{"fa":"General","t":"g"},"m":"Yarn是Hadoop 资源管理器，它是一个通用资源管理系统，可为上层应用提供统一的资源管理和调度，它的引入为集群在利用率、资源统一管理和数据共享等方面带来了巨大好处。1、速度超快：Yarn 缓存了每个下载过的包，所以再次使用时无需重复下载。 同时利用并行下载以最大化资源利用率，因此安装速度更快。2、超级安全：在执行代码之前，Yarn 会通过算法校验每个安装包的完整性。3、超级可靠：使用详细、简洁的锁文件格式和明确的安装算法，Yarn 能够保证在不同系统上无差异的工作。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":11,"c":3,"v":{"v":"hadoop.apache.org/docs/current/hadoop-yarn/hadoop-yarn-site/YARN.html","ct":{"fa":"@","t":"s"},"m":"hadoop.apache.org/docs/current/hadoop-yarn/hadoop-yarn-site/YARN.html","bg":null,"bl":0,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":12,"c":0,"v":{"v":"Azkaban","ct":{"fa":"General","t":"g"},"m":"Azkaban","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":12,"c":1,"v":{"v":"任务调度","ct":{"fa":"General","t":"g"},"m":"任务调度","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":12,"c":2,"v":{"v":"Azkaban是由Linkedin开源的一个批量工作流任务调度器，用于在一个工作流内以一个特定的顺序运行一组工作和流程：1. 基于其扩展性好（支持插件），且流程定义语法简洁，应用执行过程相对独立，便于做产品化封装和集成开发。2. 本身支持执行多种类型的执行命令，满足开发需求。3. 提供复杂的流程配置，可自定义多样化流程，方便后期二次开发。","ct":{"fa":"@","t":"s"},"m":"Azkaban是由Linkedin开源的一个批量工作流任务调度器，用于在一个工作流内以一个特定的顺序运行一组工作和流程：1. 基于其扩展性好（支持插件），且流程定义语法简洁，应用执行过程相对独立，便于做产品化封装和集成开发。2. 本身支持执行多种类型的执行命令，满足开发需求。3. 提供复杂的流程配置，可自定义多样化流程，方便后期二次开发。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":12,"c":3,"v":{"v":"https://azkaban.github.io","ct":{"fa":"@","t":"s"},"m":"https://azkaban.github.io","bg":null,"bl":0,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":13,"c":0,"v":{"v":"Elasticsearch","ct":{"fa":"General","t":"g"},"m":"Elasticsearch","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":13,"c":1,"v":{"v":"即时检索","ct":{"fa":"General","t":"g"},"m":"即时检索","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":13,"c":2,"v":{"v":"Elasticsearch 是一个分布式、高扩展、高实时的搜索与数据分析引擎。它能很方便的使大量数据具有搜索、分析和探索的能力，充分利用Elasticsearch的水平伸缩性，能使数据在生产环境变得更有价值：1. 基于文档检索性能和实时性的考虑，且支持无模式的文件存储，开箱即用。2. Elasticsearch在大数据等领域有大量广泛的应用，Elasticsearch 易于使用的 API 使得可以围绕它创建一个更好工具生态系统。","ct":{"fa":"@","t":"s"},"m":"Elasticsearch 是一个分布式、高扩展、高实时的搜索与数据分析引擎。它能很方便的使大量数据具有搜索、分析和探索的能力，充分利用Elasticsearch的水平伸缩性，能使数据在生产环境变得更有价值：1. 基于文档检索性能和实时性的考虑，且支持无模式的文件存储，开箱即用。2. Elasticsearch在大数据等领域有大量广泛的应用，Elasticsearch 易于使用的 API 使得可以围绕它创建一个更好工具生态系统。","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":13,"c":3,"v":{"v":"https://www.elastic.co/elasticsearch","ct":{"fa":"@","t":"s"},"m":"https://www.elastic.co/elasticsearch","bg":null,"bl":0,"it":0,"ff":5,"fs":13,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":14,"c":0,"v":{"v":"Ranger","ct":{"fa":"General","t":"g"},"m":"Ranger","bg":null,"bl":1,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":14,"c":1,"v":{"v":"数据安全","ct":{"fa":"General","t":"g"},"m":"数据安全","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 0)","ht":0,"vt":0,"tb":"2"}},{"r":14,"c":2,"v":{"v":"Ranger是大数据领域的一个集中式安全管理框架，实现对 Hadoop 生态组件的集中式安全管理。 用户可以通过 Ranger 实现对集群中数据的安全访问，它主要是对 Hadoop 平台组件进行监管、启动服务以及资源访问进行控制","ct":{"fa":"General","t":"g"},"m":"Ranger是大数据领域的一个集中式安全管理框架，实现对 Hadoop 生态组件的集中式安全管理。 用户可以通过 Ranger 实现对集群中数据的安全访问，它主要是对 Hadoop 平台组件进行监管、启动服务以及资源访问进行控制","bg":null,"bl":0,"it":0,"ff":5,"fs":10,"fc":"rgb(0, 0, 0)","ht":1,"vt":0,"tb":"2"}},{"r":14,"c":3,"v":{"v":"http://ranger.apache.org","ct":{"fa":"@","t":"s"},"m":"http://ranger.apache.org","bg":null,"bl":0,"it":0,"ff":5,"fs":11,"fc":"rgb(0, 0, 255)","ht":1,"vt":0,"tb":"2"}}],"jfgird_select_save":[]},{"name":"Sheet3","color":"","status":0,"order":"2","data":[[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null],[null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null,null]],"config":{},"index":2,"celldata":[]}]

yg9538 2022年8月12日 20:57 763 收藏文档

上一篇

下一篇