畢業論文暫存用，關於ELK

作者：夜名│2017-08-30 23:48:59│巴幣：0│人氣：463

WARNING: Could not find logstash.yml which is typically located in $LS_HOME/config or /etc/logstash. You can specify the path using --path.settings. Continuing using the defaults

Could not find log4j2 configuration at path /usr/share/logstash/config/log4j2.properties. Using default config which logs to console

08:22:26.778 [LogStash::Runner] ERROR logstash.agent - Cannot load an invalid configuration {:reason=>"translation missing: en.logstash.agent.configuration.invalid_plugin_register"}

/home/fcs/test/*.csv

input {

redis {

#host => "192.168.56.134:6379" # INDEXER_HOSTNAME

data_type => "list"

key => "logstash"

# key = "wifi"

# key = "182717945870"

codec => json

batch_count => 100 # how many messages to fetch at once

}

output {

elasticsearch {hosts => "192.168.56.134" }

stdout { codec=> rubydebug }

}

sudo /usr/share/logstash/bin/logstash -f /etc/logstash/conf.d/csv.conf

redis-cli -h 192.168.56.134

input {

file {

path => "/home/fcs/test/*.csv"

start_position => beginning

# to read from the beginning of file

# sincedb_path => "/dev/null"

type => "m05a"

}

filter{

if [type] == "m05a"{

csv {

columns => ["URL", "Product_Name", "ItemNo", "Price", "country"]

}

date {

timezone => "Asia/Taipei"

target => "@timestamp"

}

mutate{

convert => ["Price", "integer"]

}

output {

if [type] == "m05a"{

elasticsearch {

hosts => "192.168.56.134:9200"

index => "logstash-%{type}-%{+YYYYMMdd}"

document_type => "%{type}"

}

http://192.168.56.134:9200/

http://192.168.56.134:5601

http://www.ebay.com/itm/MV01-Pre-Columbia-Inca-Antique-Nazca-Small-Polychrome-Pottery-pot-vase-/352153509349?hash=item51fdfc1de5:g:k4kAAOSwnJVZmj9b,"MV01 Pre-Columbia Inca Antique Nazca Small Polychrome Pottery pot vase",352153509349,45267,Japan

http://www.ebay.com/itm/Authentic-Mayan-Pre-Columbian-Chac-Bowl-/282627351482?hash=item41cde723ba:g:ebwAAOSwrRlZoz8k,"Authentic Mayan Pre Columbian Chac Bowl",282627351482,39231,United States

http://www.ebay.com/itm/ANTIQUE-KACHINA-KATSINA-ZUNI-circa-1940-1950-/222627010061?hash=item33d59a960d:g:N54AAOSwXz9ZlfLs,"ANTIQUE KACHINA KATSINA ZUNI circa 1940/1950",222627010061,39077,France

http://www.ebay.com/itm/Taino-Caribbean-Indians-Shaman-s-Vomit-Stick-circa-1300-1500-/152680511867?hash=item238c77b97b:g:5ZYAAOSwGJlZNirA,"Taino (Caribbean Indians) Shaman’s Vomit Stick…….circa (1300 - 1500)",152680511867,72427,Canada

http://www.ebay.com/itm/round-oak-A-18-finial-/253123017546?hash=item3aef4ebb4a:g:kZ4AAOSw3GFZn2SX,"round oak A 18 finial",253123017546,10592,United States