代码拉取完成,页面将自动刷新
安装
:logstash-plugin.bat install logstash-input-jdbc
有机会想实现一下新浪目前的技术架构
elasticsearch-6.5.3
(因为我用的是jdk8)elasticsearch-analysis-ik-6.5.3.zip
D:\elasticsearch\elasticsearch-6.5.3\config\elasticsearch.yml
cluster.name: my-application
network.host: 0.0.0.0
http.port: 9200
解压elasticSearch-analysis-ik到D:\elasticsearch\elasticsearch-6.5.3\plugins\ik
window直接运行D:\elasticsearch\elasticsearch-6.5.3\bin\elasticsearch.bat
com.hcj.essearch.EssearchApplicationTests
# kibana.yml
server.port: 5601
server.host: 0.0.0.0
server.name: "your-hostname-Kibana"
elasticsearch.url: "http://localhost:9200"
D:\elasticsearch\kibana-6.5.3-windows-x86_64\bin\kibana.bat
# 访问
http://localhost:5601/
# 修改文件logstash.yml
node.name: test
http.host: "127.0.0.1"
http.port: 9600
# 开启配置文件自动加载
config.reload.automatic: true
# logstash-sample.conf的配置
input {
beats {
port => 5044
}
jdbc {
jdbc_connection_string => "jdbc:mysql://172.16.0.191:3306/lbz-office?useUnicode=true&useJDBCCompliantTimezoneShift=true&useLegacyDatetimeCode=false&serverTimezone=UTC"
jdbc_user => "root"
jdbc_password => "*****"
jdbc_driver_library => "D:\elasticsearch\logstash-6.5.3\mysql-connection\mysql-connector-java-8.0.17.jar"
jdbc_driver_class => "com.mysql.jdbc.Driver"
jdbc_paging_enabled => "true"
jdbc_page_size => "50000"
statement_filepath => "D:\elasticsearch\logstash-6.5.3\mysql-connection\jdbc.sql"
schedule => "* * * * *"
type => "jdbc"
}
}
filter {
json {
source => "message"
remove_field => ["message"]
}
}
output {
elasticsearch {
hosts => ["http://localhost:9200"]
#index => "%{[@metadata][beat]}-%{[@metadata][version]}-%{+YYYY.MM.dd}"
index => "sys_log_db"
document_type => "sys_log"
document_id => "%{id}"
#user => "elastic"
#password => "changeme"
}
}
# D:\elasticsearch\logstash-6.5.3\mysql-connection\jdbc.sql文件内容为
select * from sys_log
# 安装 logstash-input-jdbc
logstash-plugin.bat install logstash-input-jdbc
cd D:\elasticsearch\logstash-6.5.3\bin
.\logstash -f ..\config\logstash-sample.conf
GET /orders/product/_search
{
"query": {
"match_phrase_prefix": {
"productName": "aa"
}
},
"sort": [
{
"createTime": {
"order": "desc"
}
}
],
"from": 0,
"size": 20,
"_source": ["productName","productDesc"]
}
接入logstash+jdbc插件后, 实现数据同步
http://localhost:8088/query_hit_page?pageNo=1&pageSize=10&keyword=POST&indexName=sys_log_db&fields=operation,exception_msg
此处可能存在不合适展示的内容,页面不予展示。您可通过相关编辑功能自查并修改。
如您确认内容无涉及 不当用语 / 纯广告导流 / 暴力 / 低俗色情 / 侵权 / 盗版 / 虚假 / 无价值内容或违法国家有关法律法规的内容,可点击提交进行申诉,我们将尽快为您处理。