1【elk】

Linux MySQL数据库数据同步Windows ES。

logstash配置文件，索引名必须小写。

2【Linux启动elk】

安装好了jdk11、elasticsearch、logstash、kibana、node.js、esHead插件，并在Windows浏览器上通过kibana看到了logstash同步mysql数据的效果。

Linux centOS 7部署ELK（elasticSearch、logstash、kibana）

2.1【启动elasticsearch】

[root@hadoop100 ~]# su es

[es@hadoop100 root]$ cd /opt/module/elasticsearch-8.5.1/bin

[es@hadoop100 bin]$ ./elasticsearch

2.2【启动kibana】

[root@hadoop100 ~]# jps

2992 CliToolLauncher

5233 Jps

3174 Elasticsearch

[root@hadoop100 ~]# cd /opt/module/kibana-8.5.1/bin

[root@hadoop100 bin]# ./kibana

Kibana should not be run as root. Use --allow-root to continue.

[root@hadoop100 bin]# su es

[es@hadoop100 bin]$ ./kibana

[2023-03-16T16:24:39.182+08:00][INFO ][node] Kibana process configured with roles: [background_tasks, ui]

2.3【启动logstash】

连接成功

Last login: Thu Mar 16 16:24:51 2023 from 192.168.88.1

[root@hadoop100 ~]# jps

2992 CliToolLauncher

3174 Elasticsearch

12634 Jps

[root@hadoop100 ~]# cd /opt/module/logstash-8.5.1/bin

[root@hadoop100 bin]# logstash -f /opt/module/logstash-8.5.1/config/test/mysql01.conf

Using bundled JDK: /opt/module/logstash-8.5.1/jdk

input {stdin {}jdbc { # 01# 配置MySQL数据库链接，变量为数据库名jdbc_connection_string => "jdbc:mysql://x.x.x.x:3306/school_matriculate"# 配置MySQL数据库用户名和密码jdbc_user => "root"jdbc_password => "root"# MySQL驱动jar包存放位置jdbc_driver_library => "/opt/jar/mysql-connector-java-5.1.31.jar"# MySQL驱动类名jdbc_driver_class => "com.mysql.jdbc.Driver"jdbc_paging_enabled => "true"jdbc_page_size => "50000"# 执行的sql，文件路径+名称：statement_filepath# statement_filepath => ""# 要执行的sql语句statement => "select * from user"# 设置监听间隔，各字段含义（由左至右）分、时、天、月、年，全部为*默认含义为每分钟都更新schedule => "* * * * *"# 索引类型type => "user"}jdbc { # 02# 配置MySQL数据库链接，变量为数据库名jdbc_connection_string => "jdbc:mysql://x.x.x.x:3306/school_matriculate"# 配置MySQL数据库用户名和密码jdbc_user => "root"jdbc_password => "root"# MySQL驱动jar包存放位置jdbc_driver_library => "/opt/jar/mysql-connector-java-5.1.31.jar"# MySQL驱动类名jdbc_driver_class => "com.mysql.jdbc.Driver"jdbc_paging_enabled => "true"jdbc_page_size => "50000"# 执行的sql，文件路径+名称：statement_filepath# statement_filepath => ""# 要执行的sql语句statement => "select * from wsl"# 设置监听间隔，各字段含义（由左至右）分、时、天、月、年，全部为*默认含义为每分钟都更新schedule => "* * * * *"# 索引类型type => "wsl"}
}filter {json {source => "message"remove_field => ["message"]}
}output {if[type] == "user" { # 01elasticsearch {hosts => ["http://192.168.88.100:9200"]index => "test_user"document_id => "%{id}"}}if[type] == "wsl" { # 02elasticsearch {hosts => ["http://192.168.88.100:9200"]index => "test_wsl"document_id => "%{id}"}}stdout {codec => json_lines}
}

2.4【启动esHead插件】

连接成功

Last login: Thu Mar 16 16:26:10 2023 from 192.168.88.1

[root@hadoop100 ~]# cd /opt/module/elasticsearch-head-master

[root@hadoop100 elasticsearch-head-master]# npm run start &

[1] 27378

[root@hadoop100 elasticsearch-head-master]#

> elasticsearch-head@0.0.0 start /opt/module/elasticsearch-head-master

> grunt server

>> Local Npm module "grunt-contrib-jasmine" not found. Is it installed?

Running "connect:server" (connect) task

Waiting forever...

Started connect web server on http://192.168.88.100:9100