ES那點事

1.關於大數據導入es的問題,,,

sql批量導入,記錄保留位置

input {
	jdbc{
		jdbc_driver_library => "D:/elk/logstash-7.3.2/tools/mysql-connector-java-5.1.6.jar"
		jdbc_driver_class => "com.mysql.jdbc.Driver"
		jdbc_connection_string => "jdbc:mysql://127.0.0.1:3306/daili_web"
		jdbc_user => "root"
		jdbc_password => "!@%$#%@#@#$#@$@#$fengbodadoubi```"
		schedule => "* * * * *"
		statement => "select * from log_pay_new where id >= :sql_last_value limit 2000"
		use_column_value => true
		tracking_column_type => "numeric"
		tracking_column => "id"
		last_run_metadata_path => "C:/cache/log_stath_sql.txt"
	}
}
output {
	elasticsearch {
		hosts => ["127.0.0.1:9200"]
		index => "log"
		document_id => "%{id}"
		document_type => "_doc"
	}
	stdout {
		codec => json_lines
	}
}

 

 

關於es的內存方案

 

 

 

轉載https://blog.csdn.net/liuming690452074/article/details/85042813