本文参考：https://www.cnblogs.com/yanshicheng/articles/9436373.html
https://www.cnblogs.com/fawaikuangtu123/articles/10360264.html
1.logstash安装（jdk提前安装1.8）
rpm -ivh logstash-6.6.2.rpm
2.上传数据库驱动jar包
wget https://dev.mysql.com/get/Downloads/Connector-J/mysql-connector-java-5.1.48.tar.gz
计算
安全
数据库
网络和加速
企业服务
mkdir -p /usr/share/logstash/vendor/jar/jdbc
cd /usr/share/logstash/vendor/jar/jdbc
[root@localhost soft]# cd /usr/share/logstash/vendor/jar/jdbc
[root@localhost jdbc]# ll
total 984
-rw-r--r--. 1 logstash logstash 1006959 Jul 11 19:43 mysql-connector-java-5.1.48-bin.jar
[root@localhost jdbc]#3.数据库创建库 并授权用户
create database nginxlog;
use nginxlog;
CREATE TABLE `consumerlog` (
`client_ip` varchar(128) DEFAULT NULL,
`log_time` timestamp NOT NULL DEFAULT CURRENT_TIMESTAMP,
`status` int(6) DEFAULT NULL,
`http_referer` text,
`AgentVersion` varchar(512) DEFAULT NULL,
)
grant all on nginxlog.* to nginxlog@'%' identified by '123456';4.安装 logstash-output-jdbc插件
vim /usr/share/logstash/Gemfile
# source "https://rubygems.org" 将国外的源注释,换成国内的
source "https://gems.ruby-china.com/"/usr/share/logstash/bin/logstash-plugin install logstash-output-jdbc
Validating logstash-output-jdbc
Installing logstash-output-jdbc
Installation successful
/usr/share/logstash/bin/logstash-plugin list | grep jdbc
logstash-input-jdbc
logstash-output-jdbc5.nginx日志格式设置
log_format access_log_json '{"client_ip":"$remote_addr","log_time":"$time_local","request":"$request","status":"$status","body_bytes_sent":"$body_bytes_sent","http_referer":"$http_referer","AgentVersion":"$http_user_agent","upstream_addr":"$upstream_addr","request_time":"$request_time","upstream_response_time":"$upstream_response_time"}';6.
[root@localhost conf.d]# cat consumer_log.conf
/etc/logstash/conf.d
input{
file{
path => "/usr/local/tengine-2.1.2/logs/sxt-consumer.log"
start_position => "beginning"
stat_interval => "2"
codec => "json"
}
}
filter {
if [status] != "200" {
drop{}
}
}
output{
jdbc{
connection_string => "jdbc:mysql://192.168.14.61/nginxlog?user=nginxlog&password=123456&useUnicode=true&characterEncoding=UTF8"
statement => ["insert into consumerlog(client_ip,status,http_referer,AgentVersion) VALUES(?,?,?,?)", "client_ip","status","http_referer","AgentVersion"]
}
}7.启动logstash
systemctl start logstash
8.验证数据
亿速云「云数据库 MySQL」免部署即开即用，比自行安装部署数据库高出1倍以上的性能，双节点冗余防止单节点故障，数据自动定期备份随时恢复。点击查看>>
免责声明：本站发布的内容（图片、视频和文字）以原创、转载和分享为主，文章观点不代表本网站立场，如果涉及侵权请联系站长邮箱：is@yisu.com进行举报，并提供相关证据，一经查实，将立刻删除涉嫌侵权内容。
