362 lines
13 KiB
Ruby
362 lines
13 KiB
Ruby
OGLOG_PROVISION_SCRIPT = <<EOT
|
|
export OPENSEARCH_INITIAL_ADMIN_PASSWORD=CorrectHorse_BatteryStaple1
|
|
set -x
|
|
|
|
cat >>/etc/hosts <<EOF
|
|
192.168.60.10 oglog-os.mytld
|
|
192.168.60.10 oglog-osdb.mytld
|
|
192.168.60.10 oglog-jb.mytld
|
|
192.168.60.10 oglog-jrem.mytld
|
|
192.168.60.10 oglog-prom.mytld
|
|
192.168.60.10 oglog-graf.mytld
|
|
192.168.60.11 ogserver.mytld
|
|
192.168.60.12 ogagent-fb.mytld
|
|
192.168.60.12 ogagent.mytld
|
|
EOF
|
|
|
|
apt-get update
|
|
apt-get -y install \
|
|
ca-certificates \
|
|
gnupg2 \
|
|
lsb-release \
|
|
prometheus \
|
|
systemd-journal-remote
|
|
|
|
|
|
## tls
|
|
|
|
### la CA en todas partes
|
|
cp /vagrant/CA/certs/ca.crt.pem /etc/ssl/certs/
|
|
ln -s ca.crt.pem /etc/ssl/certs/$(openssl x509 -in /etc/ssl/certs/ca.crt.pem -hash -noout).0
|
|
|
|
|
|
## opensearch
|
|
|
|
curl -o- https://artifacts.opensearch.org/publickeys/opensearch.pgp |gpg --dearmor --batch --yes -o /usr/share/keyrings/opensearch-keyring
|
|
echo "deb [signed-by=/usr/share/keyrings/opensearch-keyring] https://artifacts.opensearch.org/releases/bundle/opensearch/2.x/apt stable main" >/etc/apt/sources.list.d/opensearch-2.x.list
|
|
echo "deb [signed-by=/usr/share/keyrings/opensearch-keyring] https://artifacts.opensearch.org/releases/bundle/opensearch-dashboards/2.x/apt stable main" >/etc/apt/sources.list.d/opensearch-dashboards-2.x.list
|
|
apt-get update
|
|
dpkg -i /vagrant/opensearch_2.16.0_amd64.deb /vagrant/opensearch-dashboards_2.16.0_amd64.deb ## 'apt-get install' se lo descarga de internet igualmente...
|
|
|
|
cp /vagrant/CA/certs/ca.crt.pem /etc/opensearch/
|
|
cp /vagrant/CA/certs/oglog-os.mytld.crt.pem /etc/opensearch/
|
|
cp /vagrant/CA/private/oglog-os.mytld.key.nopass.pem /etc/opensearch/oglog-os.mytld.key.pem
|
|
chown opensearch:opensearch /etc/opensearch/{ca.crt.pem,oglog-os.mytld.crt.pem,oglog-os.mytld.key.pem}
|
|
|
|
cp /vagrant/CA/certs/oglog-osdb.mytld.crt.pem /etc/opensearch-dashboards/
|
|
cp /vagrant/CA/private/oglog-osdb.mytld.key.nopass.pem /etc/opensearch-dashboards/oglog-osdb.mytld.key.pem
|
|
chown opensearch-dashboards:opensearch-dashboards /etc/opensearch-dashboards/oglog-osdb.mytld.crt.pem /etc/opensearch-dashboards/oglog-osdb.mytld.key.pem
|
|
|
|
sed -i -e '/^plugins.security.ssl.http.pemcert_filepath:/ s/: .*/: oglog-os.mytld.crt.pem/' /etc/opensearch/opensearch.yml
|
|
sed -i -e '/^plugins.security.ssl.http.pemkey_filepath:/ s/: .*/: oglog-os.mytld.key.pem/' /etc/opensearch/opensearch.yml
|
|
sed -i -e '/^plugins.security.ssl.http.pemtrustedcas_filepath:/s/: .*/: ca.crt.pem/' /etc/opensearch/opensearch.yml
|
|
sed -i -e '/^#network.host/ s/.*/network.host: 192.168.60.10/' /etc/opensearch/opensearch.yml ## IP of network interface to listen on
|
|
cat >>/etc/opensearch/opensearch.yml <<EOF
|
|
|
|
discovery.type: single-node
|
|
compatibility.override_main_response_version: true
|
|
plugins.security.ssl.http.clientauth_mode: REQUIRE
|
|
|
|
## https://opensearch.org/docs/latest/security/configuration/tls/
|
|
## use the Reload Certificates API to replace the expired certificates. Has to be done by a superadmin
|
|
## curl --cacert <ca.pem> --cert <admin.pem> --key <admin.key> -X PUT https://localhost:9200/_plugins/_security/api/ssl/http/reloadcerts
|
|
plugins.security.ssl_cert_reload_enabled: true
|
|
EOF
|
|
|
|
cp -a /etc/opensearch-dashboards/opensearch_dashboards.yml /etc/opensearch-dashboards/opensearch_dashboards.yml.dist
|
|
cat >/etc/opensearch-dashboards/opensearch_dashboards.yml <<EOF
|
|
server.host: 0.0.0.0
|
|
opensearch.hosts: ["https://oglog-os.mytld:9200"]
|
|
opensearch.username: "admin"
|
|
opensearch.password: "CorrectHorse_BatteryStaple1"
|
|
server.ssl.enabled: true
|
|
server.ssl.certificate: /etc/opensearch-dashboards/oglog-osdb.mytld.crt.pem
|
|
server.ssl.key: /etc/opensearch-dashboards/oglog-osdb.mytld.key.pem
|
|
opensearch.ssl.certificate: /etc/opensearch-dashboards/oglog-osdb.mytld.crt.pem
|
|
opensearch.ssl.key: /etc/opensearch-dashboards/oglog-osdb.mytld.key.pem
|
|
opensearch.ssl.verificationMode: full
|
|
opensearch.ssl.certificateAuthorities: [ "/etc/ssl/certs/ca.crt.pem" ]
|
|
opensearch.ssl.alwaysPresentCertificate: true
|
|
EOF
|
|
|
|
systemctl enable --now opensearch.service opensearch-dashboards.service
|
|
|
|
|
|
## journal-remote
|
|
|
|
cp /vagrant/CA/certs/oglog-jrem.mytld.crt.pem /etc/systemd/
|
|
cp /vagrant/CA/private/oglog-jrem.mytld.key.nopass.pem /etc/systemd/oglog-jrem.mytld.key.pem
|
|
chown systemd-journal-remote:systemd-journal-remote /etc/systemd/oglog-jrem.mytld.crt.pem /etc/systemd/oglog-jrem.mytld.key.pem
|
|
install --owner systemd-journal-remote --group systemd-journal-remote --mode 0750 --directory /var/log/journal/remote/
|
|
|
|
sed -i -e '/ServerKeyFile/ s%.*%ServerKeyFile=/etc/systemd/oglog-jrem.mytld.key.pem%' /etc/systemd/journal-remote.conf
|
|
sed -i -e '/ServerCertificateFile/s%.*%ServerCertificateFile=/etc/systemd/oglog-jrem.mytld.crt.pem%' /etc/systemd/journal-remote.conf
|
|
#sed -i -e '/TrustedCertificateFile/s%.*%TrustedCertificateFile=/etc/systemd/ca.crt.pem%' /etc/systemd/journal-remote.conf ## esta se ignora
|
|
systemctl enable --now systemd-journal-remote.service
|
|
|
|
|
|
## prometheus
|
|
|
|
cp /vagrant/CA/certs/oglog-prom.mytld.crt.pem /etc/prometheus/
|
|
cp /vagrant/CA/private/oglog-prom.mytld.key.nopass.pem /etc/prometheus/oglog-prom.mytld.key.pem
|
|
chown prometheus:prometheus /etc/prometheus/oglog-prom.mytld.crt.pem /etc/prometheus/oglog-prom.mytld.key.pem
|
|
cat >>/etc/prometheus/prometheus.yml <<EOF
|
|
|
|
- job_name: ogserver
|
|
static_configs:
|
|
- targets: ['ogserver.mytld:9100']
|
|
|
|
- job_name: ogagent
|
|
static_configs:
|
|
- targets: ['ogagent.mytld:9100']
|
|
EOF
|
|
cat >/etc/prometheus/web-config.yml <<EOF
|
|
tls_server_config:
|
|
cert_file: /etc/prometheus/oglog-prom.mytld.crt.pem
|
|
key_file: /etc/prometheus/oglog-prom.mytld.key.pem
|
|
EOF
|
|
sed -i -e '/^ARGS/s%"$%--web.config.file=/etc/prometheus/web-config.yml"%' /etc/default/prometheus
|
|
systemctl restart prometheus
|
|
|
|
|
|
## journalbeat
|
|
|
|
apt-get install --yes /vagrant/journalbeat-oss-7.12.1-amd64.deb
|
|
cp /vagrant/CA/certs/oglog-jb.mytld.crt.pem /etc/journalbeat/
|
|
cp /vagrant/CA/private/oglog-jb.mytld.key.nopass.pem /etc/journalbeat/oglog-jb.mytld.key.pem
|
|
cat >/etc/journalbeat/journalbeat.yml <<EOF
|
|
journalbeat.inputs:
|
|
- paths:
|
|
- "/var/log/journal"
|
|
- "/var/log/journal/remote"
|
|
seek: cursor
|
|
|
|
setup.template.settings:
|
|
index.number_of_shards: 1
|
|
|
|
output.elasticsearch:
|
|
hosts: ["oglog-os.mytld:9200"]
|
|
username: "admin"
|
|
password: "CorrectHorse_BatteryStaple1"
|
|
protocol: "https"
|
|
ssl.enabled: true
|
|
ssl.verification_mode: full
|
|
## este no deberia hacer falta porque el ca.crt es trusted a nivel de sistema
|
|
#ssl.certificate_authorities: ["/etc/pki/root/ca.pem"]
|
|
ssl.certificate: "/etc/journalbeat/oglog-jb.mytld.crt.pem"
|
|
ssl.key: "/etc/journalbeat/oglog-jb.mytld.key.pem"
|
|
|
|
processors:
|
|
- add_docker_metadata: ~
|
|
|
|
seccomp.enabled: false
|
|
EOF
|
|
systemctl enable --now journalbeat
|
|
|
|
|
|
## grafana
|
|
|
|
wget -q -O - https://apt.grafana.com/gpg.key | gpg --dearmor >/etc/apt/keyrings/grafana.gpg
|
|
echo "deb [signed-by=/etc/apt/keyrings/grafana.gpg] https://apt.grafana.com stable main" >/etc/apt/sources.list.d/grafana.list
|
|
apt-get update
|
|
apt-get install --yes grafana
|
|
|
|
cp /vagrant/CA/certs/oglog-graf.mytld.crt.pem /etc/grafana/
|
|
cp /vagrant/CA/private/oglog-graf.mytld.key.nopass.pem /etc/grafana/oglog-graf.mytld.key.pem
|
|
chown grafana:grafana /etc/grafana/oglog-graf.mytld.crt.pem /etc/grafana/oglog-graf.mytld.key.pem
|
|
|
|
cp -a /etc/grafana/grafana.ini /etc/grafana/grafana.ini.dist
|
|
cat >/etc/grafana/grafana.ini <<EOF
|
|
[server]
|
|
protocol = https
|
|
cert_file = /etc/grafana/oglog-graf.mytld.crt.pem
|
|
cert_key = /etc/grafana/oglog-graf.mytld.key.pem
|
|
|
|
[analytics]
|
|
reporting_enabled = false
|
|
check_for_updates = false
|
|
check_for_plugin_updates = false
|
|
EOF
|
|
systemctl enable --now grafana-server
|
|
EOT
|
|
|
|
OGSERVER_PROVISION_SCRIPT = <<EOT
|
|
set -x
|
|
|
|
cat >>/etc/hosts <<EOF
|
|
192.168.60.10 oglog-os.mytld
|
|
192.168.60.10 oglog-osdb.mytld
|
|
192.168.60.10 oglog-jb.mytld
|
|
192.168.60.10 oglog-jrem.mytld
|
|
192.168.60.10 oglog-prom.mytld
|
|
192.168.60.10 oglog-graf.mytld
|
|
192.168.60.11 ogserver.mytld
|
|
192.168.60.12 ogagent-fb.mytld
|
|
192.168.60.12 ogagent.mytld
|
|
EOF
|
|
|
|
apt-get update
|
|
apt-get -y install \
|
|
prometheus-node-exporter \
|
|
systemd-journal-remote
|
|
|
|
|
|
## tls
|
|
|
|
### la CA en todas partes
|
|
cp /vagrant/CA/certs/ca.crt.pem /etc/ssl/certs/
|
|
ln -s ca.crt.pem /etc/ssl/certs/$(openssl x509 -in /etc/ssl/certs/ca.crt.pem -hash -noout).0
|
|
|
|
### el de ogserver
|
|
cp /vagrant/CA/certs/ogserver.mytld.crt.pem /etc/ssl/certs/
|
|
cp /vagrant/CA/private/ogserver.mytld.key.nopass.pem /etc/ssl/private/ogserver.mytld.key.pem
|
|
|
|
|
|
## journal-upload
|
|
|
|
sed -i -e '/DynamicUser/s/.*/DynamicUser=no/' /usr/lib/systemd/system/systemd-journal-upload.service
|
|
sed -i -e '/User/ s/.*/User=root/' /usr/lib/systemd/system/systemd-journal-upload.service
|
|
systemctl daemon-reload
|
|
|
|
sed -i -e '/URL/ s%.*%URL=https://oglog-jrem.mytld:19532%' /etc/systemd/journal-upload.conf
|
|
sed -i -e '/ServerKeyFile/ s%.*%ServerKeyFile=/etc/ssl/private/ogserver.mytld.key.pem%' /etc/systemd/journal-upload.conf
|
|
sed -i -e '/ServerCertificateFile/ s%.*%ServerCertificateFile=/etc/ssl/certs/ogserver.mytld.crt.pem%' /etc/systemd/journal-upload.conf
|
|
sed -i -e '/TrustedCertificateFile/s%.*%TrustedCertificateFile=/etc/ssl/certs/ca.crt.pem%' /etc/systemd/journal-upload.conf
|
|
systemctl enable --now systemd-journal-upload
|
|
|
|
|
|
## node-exporter
|
|
## (nada, el prometheus se conecta a nosotros)
|
|
EOT
|
|
|
|
OGAGENT_PROVISION_SCRIPT = <<EOT
|
|
set -x
|
|
|
|
cat >>/etc/hosts <<EOF
|
|
192.168.60.10 oglog-os.mytld
|
|
192.168.60.10 oglog-osdb.mytld
|
|
192.168.60.10 oglog-jb.mytld
|
|
192.168.60.10 oglog-jrem.mytld
|
|
192.168.60.10 oglog-prom.mytld
|
|
192.168.60.10 oglog-graf.mytld
|
|
192.168.60.11 ogserver.mytld
|
|
192.168.60.12 ogagent-fb.mytld
|
|
192.168.60.12 ogagent.mytld
|
|
EOF
|
|
|
|
apt-get update
|
|
apt-get -y install \
|
|
prometheus-node-exporter
|
|
|
|
|
|
## tls
|
|
|
|
### la CA en todas partes
|
|
cp /vagrant/CA/certs/ca.crt.pem /etc/ssl/certs/
|
|
ln -s ca.crt.pem /etc/ssl/certs/$(openssl x509 -in /etc/ssl/certs/ca.crt.pem -hash -noout).0
|
|
|
|
|
|
## ogagent
|
|
|
|
apt-get install --yes /vagrant/ogagent_1.3.4-1_all.deb
|
|
sed -i -e '/^remote=/s/192.168.2.10/192.168.1.249/' /usr/share/OGAgent/cfg/ogagent.cfg
|
|
/etc/init.d/ogagent start
|
|
|
|
|
|
## filebeat
|
|
|
|
apt-get install --yes /vagrant/filebeat-oss-7.12.1-amd64.deb
|
|
cp /vagrant/CA/certs/ogagent-fb.mytld.crt.pem /etc/filebeat/
|
|
cp /vagrant/CA/private/ogagent-fb.mytld.key.nopass.pem /etc/filebeat/ogagent-fb.mytld.key.pem
|
|
cat >/etc/filebeat/filebeat.yml <<EOF
|
|
filebeat.inputs:
|
|
- type: log
|
|
enabled: true
|
|
paths:
|
|
- /var/log/opengnsys.log
|
|
- /home/*/opengnsys.log
|
|
|
|
setup.template.settings:
|
|
index.number_of_shards: 1
|
|
|
|
output.elasticsearch:
|
|
hosts: ["oglog-os.mytld:9200"]
|
|
username: "admin"
|
|
password: "CorrectHorse_BatteryStaple1"
|
|
protocol: "https"
|
|
ssl.enabled: true
|
|
ssl.verification_mode: full
|
|
ssl.certificate: "/etc/filebeat/ogagent-fb.mytld.crt.pem"
|
|
ssl.key: "/etc/filebeat/ogagent-fb.mytld.key.pem"
|
|
|
|
processors:
|
|
- add_host_metadata:
|
|
when.not.contains.tags: forwarded
|
|
- add_cloud_metadata: ~
|
|
- add_docker_metadata: ~
|
|
- add_kubernetes_metadata: ~
|
|
|
|
seccomp.enabled: false
|
|
EOF
|
|
systemctl enable --now filebeat
|
|
|
|
|
|
## journal-remote
|
|
## (nada, en los agentes no lo montamos)
|
|
|
|
|
|
## node-exporter
|
|
## (nada, el prometheus se conecta a nosotros)
|
|
EOT
|
|
|
|
|
|
###################################################################################################
|
|
## logs de sistema y aplicación:
|
|
## - el journal-remote (journal-upload.conf) de los demás servidores (pero no los agentes) se conecta al journal-remote de oglog (journal-remote.conf)
|
|
## - el journalbeat de oglog se conecta al opensearch en el propio oglog
|
|
##
|
|
## logs del agente:
|
|
## - el filebeat de cada máquina se conecta al opensearch de oglog
|
|
##
|
|
## monitorización
|
|
## - el prometheus de oglog se conecta al node-exporter de cada máquina
|
|
## - el grafana de oglog se conecta al prometheus en el propio oglog
|
|
##
|
|
###################################################################################################
|
|
|
|
|
|
Vagrant.configure("2") do |config|
|
|
config.vm.define :oglog do |oglog|
|
|
oglog.vm.box = "alvistack/ubuntu-24.04"
|
|
oglog.vm.network :private_network, ip: "192.168.60.10"
|
|
oglog.vm.hostname = "oglog.mytld"
|
|
oglog.vm.provider "virtualbox" do |vb|
|
|
vb.name = "oglog"
|
|
vb.memory = 3072
|
|
end
|
|
oglog.vm.provision "shell", inline: OGLOG_PROVISION_SCRIPT
|
|
end
|
|
|
|
config.vm.define :ogserver do |ogserver|
|
|
ogserver.vm.box = "alvistack/ubuntu-24.04"
|
|
ogserver.vm.network :private_network, ip: "192.168.60.11"
|
|
ogserver.vm.hostname = "ogserver.mytld"
|
|
ogserver.vm.provider "virtualbox" do |vb|
|
|
vb.name = "ogserver"
|
|
vb.memory = 1536
|
|
end
|
|
ogserver.vm.provision "shell", inline: OGSERVER_PROVISION_SCRIPT
|
|
end
|
|
|
|
config.vm.define :ogagent do |ogagent|
|
|
ogagent.vm.box = "alvistack/ubuntu-24.04"
|
|
ogagent.vm.network :private_network, ip: "192.168.60.12"
|
|
ogagent.vm.hostname = "ogagent.mytld"
|
|
ogagent.vm.provider "virtualbox" do |vb|
|
|
vb.name = "ogagent"
|
|
vb.memory = 1536
|
|
end
|
|
ogagent.vm.provision "shell", inline: OGAGENT_PROVISION_SCRIPT
|
|
end
|
|
end
|