安装HDFS Hadoop
https://blog.csdn.net/qq_33419925/article/details/109355355
启用之后的访问地址
http://220.243.137.100:8088/cluster
http://220.243.137.100:50070/dfshealth.html#tab-overview

操作hadoop hdfs的命令
https://hadoop.apache.org/docs/r1.0.4/cn/hdfs_shell.html
https://blog.csdn.net/weixin_42837961/article/details/105493561

问题一;
java调用的时候报如下错误:
RPC response exceeds maximum data length
解决方式:
需要在/resources/底下配置core-site.xml并在服务器上也做下如下配置避免客户端和服务器不一致的问题
    <property>
        <name>ipc.maximum.response.length</name>
        <value>2147483500</value>
    </property>

问题二;
Permission denied: user=Vincent, access=WRITE, inode="/flink-checkpoints/87fc5786b2d34f8040cad31fb0559b88/shared":root:supergroup:drwxr-xr-x
解决方案
在/usr/local/hadoop/etc/hadoop中修改hdfs-site.xml;添加如下选项
    <property>
        <name>dfs.permissions.enabled</name>
        <value>false</value>
    </property>

 修改完成后;/usr/local/hadoop/sbin底下执行./stop-all.sh 然后 ./start-all.sh

/**
*
* 测试使用的表信息
*
**/

CREATE TABLE `kafka_consumer_tenant_users`  (
  `id` varchar(50) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL,
  `name` varchar(255) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL,
  `telephone` varchar(50) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL,
  `place_of_now_address` varchar(255) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL,
  `third_party_login_no` varchar(20) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL,
  `last_sync_time` datetime(0) NULL DEFAULT NULL,
  PRIMARY KEY (`id`) USING BTREE
) ENGINE = InnoDB CHARACTER SET = utf8 COLLATE = utf8_general_ci ROW_FORMAT = Dynamic;

SET FOREIGN_KEY_CHECKS = 1;


#flink cdc table中添加一个监听表的时候报 not match；原来是跟checkpoint有关系
【注意事项】
如果对一个监听的database/table已经有了checkpoint; 那边不应该基于原来的check来执行修改原来的监听database/table;否则会报not match的错误.




task-default-linux.properties datasource-default.properties
task-default-kafka-jdbc-kms_team-function_linux.properties job_kafka_2_jdbc_kms-team-proc.json
task-obpm2-linux.properties datasource-obpm2.properties
task-default-kafka-jdbc-kms_team-function_linux.properties job_kafka_2_jdbc_tenant_users.json

存储过程
CREATE PROCEDURE `proc_sync_tlk_securityman_summary`(
	IN DOMAINID VARCHAR ( 100 ),
	IN ITEM_pirture VARCHAR ( 100 ),
	IN ITEM_userID VARCHAR ( 100 ),
	IN ITEM_securityName VARCHAR ( 100 ),
	IN ITEM_DeptName VARCHAR ( 100 ),
	IN ITEM_DeptID VARCHAR ( 100 ),
	IN ID VARCHAR ( 100 ),
		IN ITEM_companyName VARCHAR ( 100 )
	)
BEGIN
	INSERT INTO `securityflow`.`tlk_securityman_summary`(
	`PARENT`, `LASTMODIFIED`, `FORMNAME`, `DOMAINID`, `ITEM_pirture`,
	`ITEM_userID`, `ITEM_securityName`, `ITEM_DeptName`, `ITEM_DeptID`, `ID`, `ITEM_leaveDate`, `ITEM_companyName`, `ITEM_insure`)
	VALUES (NULL, NULL, NULL, DOMAINID, ITEM_pirture, ITEM_userID, ITEM_securityName, ITEM_DeptName, ITEM_DeptID, ID, CURRENT_DATE(), ITEM_companyName, 1);
END

CREATE TABLE `tlk_securityman_summary`  (
  `PARENT` varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL,
  `LASTMODIFIED` datetime(0) NULL DEFAULT NULL,
  `FORMNAME` varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL,
  `DOMAINID` varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL,
  `ITEM_pirture` longtext CHARACTER SET utf8 COLLATE utf8_general_ci NULL COMMENT '头像',
  `ITEM_userID` longtext CHARACTER SET utf8 COLLATE utf8_general_ci NULL COMMENT '姓名',
  `ITEM_securityName` varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL COMMENT '保安员姓名',
  `ITEM_DeptName` varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL COMMENT '所属部门',
  `ITEM_DeptID` varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL COMMENT '部门ID',
  `ID` varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NOT NULL,
  `ITEM_leaveDate` datetime(0) NULL DEFAULT NULL COMMENT '离职时间',
  `ITEM_companyName` varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL COMMENT '公司名称',
  `ITEM_insure` varchar(200) CHARACTER SET utf8 COLLATE utf8_general_ci NULL DEFAULT NULL COMMENT '是否投保'
) ENGINE = InnoDB CHARACTER SET = utf8 COLLATE = utf8_general_ci ROW_FORMAT = Dynamic;


create table flink_jobs
(
    id int not null  PRIMARY key AUTO_INCREMENT,
	`name` varchar(200) not null,
	job_type TINYINT not null,
	parameter_json TEXT  not null,
	description varchar(200),
	is_online boolean not null default false,
	last_updated_time TIMESTAMP not null,
	created_time TIMESTAMP not null default CURRENT_TIMESTAMP
);
alter table flink_jobs add title varchar(100) not null default '';

alter table flink_jobs add CONSTRAINT unique_job_name unique(`NAME`);
alter table flink_jobs add flink_job_id varchar(200);
alter table flink_jobs add flink_job_started_time datetime;
alter table flink_jobs add flink_job_started_response text;
alter table flink_jobs add is_deleted boolean default false;

create table flink_jdbc_definitions
(
   id bigint not null primary key,
   `name` varchar(200) not null,
   drive_class_name varchar(100) not null,
   url varchar(500) not null,
   user_name varchar(100) not null,
   password varchar(50) not null,
   server_time_zone varchar(30) not null default 'GMT-8',
   last_updated_time TIMESTAMP not null,
   created_time TIMESTAMP not null default CURRENT_TIMESTAMP
);
alter table flink_jdbc_definitions add CONSTRAINT unique_jdbc_name UNIQUE(`name`);