HP BL460
- 48 Gb Memory
- 2 x X5675 @ 3.07GHz
- 2 x 10 gbps NIC
- 2tb NetApp NFS volume for ES data
diff --git a/logstash.gemspec b/logstash.gemspec | |
index dbc88ed..ec7cf22 100644 | |
--- a/logstash.gemspec | |
+++ b/logstash.gemspec | |
@@ -39,6 +39,7 @@ Gem::Specification.new do |gem| | |
# gem.add_runtime_dependency "jar-dependencies", [">= 0.1.2"] #(MIT license) | |
gem.add_runtime_dependency "ruby-maven" #(EPL license) | |
+ gem.add_runtime_dependency "maven-tools", "= 1.0.5" | |
gem.add_runtime_dependency "minitar" |
hist = log --all --graph --pretty='[%C(cyan)%h%Creset]%C(bold cyan)%d%Creset %s' |
# remove stopped containers | |
docker rm $(docker ps -a -q) | |
# remove untagged images | |
docker rmi $(docker images | grep "^<none>" | awk "{print $3}") |
define elastic_template($host='localhost', $port='9200', $prefix='', $require=undef) { | |
$es_templ = "${name}-template.json" | |
file { "/tmp/${es_templ}": | |
ensure => present, | |
source => "puppet:///modules/${module_name}/${prefix}${es_templ}", | |
require => $require, | |
} | |
$es_locn = "http://${host}:${port}/_template/${name}" | |
exec { "curl -s -XPUT ${es_locn} -d @/tmp/${es_templ}": |
# These instructions are derived from the Passenger documentation, | |
# http://www.modrails.com/documentation/Users%20guide%20Apache.html#deploying_rack_to_sub_uri | |
# And tested with kibana git master on 1/28/13 | |
# First, create a symlink from the existing virtualhost's | |
# document root to your kibana installation's public/static | |
# directory. for example, | |
# ln -s /path/to/kibana/public /var/www/kibana | |
# kibana 0.2.0 and earlier will have a /static directory | |
# instead of /public |
#!/usr/bin/ruby | |
queue_list = `rabbitmqctl list_queues`.split("\n") | |
queue_list.pop | |
queue_list.shift | |
queues = Hash.new | |
queue_list.each do |queue| | |
queue = queue.strip.split(/\s+/).collect(&:strip) | |
queue_stat = queue.pop | |
queue_name = queue.pop |
Can be used in crontab like this:
SHELL=/bin/bash
BASH_ENV=~/.bash_profile
# m h dom mon dow command
0 * * * * /home/portfolio/portfolio/bin/session.pl 2> >(json-logger -ep pf_session) | json-logger -p pf_session
0 2 * * * /home/portfolio/portfolio/bin/purge_deleted_messages.pl 2> >(json-logger -ep pf_purge_deleted_messages) | json-logger -p pf_purge_deleted_messages
0,30 * * * * /home/portfolio/portfolio/bin/expire_page_views.pl 2> >(json-logger -ep pf_expire_page_views) | json-logger -p pf_expire_page_views
I would suggest you put it in /usr/bin to avoid having to setup your PATH variable.
input { | |
tcp { | |
type => 'json-logger' | |
port => 3517 | |
format => "json_event" | |
} | |
} | |
filter { | |
mutate { | |
# Convert hostname => @source_host, because it's overwritten |
cluster: | |
name: elasticsearch | |
network: | |
host: 127.0.0.1 | |
path: | |
logs: /var/log/elasticsearch | |
data: /var/lib/elasticsearch | |
conf: /etc/elasticsearch |