Update to 2020-12-11 20:00

roles/graylog/defaults/main.yml

@@ -1,38 +1,25 @@
 ---
 
-graylog_version: 3.3.8
+graylog_version: 4.0.1
 graylog_archive_url: https://downloads.graylog.org/releases/graylog/graylog-{{ graylog_version }}.tgz
-graylog_archive_sha1: 6e2d790251d2fd6483682b9be739752e6825e1fa
+graylog_archive_sha1: 29ea1884cf67267692abab1d61600e41e3903570
 graylog_root_dir: /opt/graylog
 graylog_manage_upgrade: True
 
 graylog_is_master: True
 
 # Additional libs to download
-graylog_libs:
-  log4j-systemd-journal-appender:
-    version: 2.4.0
-    sha1: a23b5c723712bfcf41cc3d962ea383c14b1a4532
-    url: https://repo1.maven.org/maven2/de/bwaldvogel/log4j-systemd-journal-appender/2.4.0/log4j-systemd-journal-appender-2.4.0.jar
-
-graylog_plugins:
-  auth-sso:
-    version: 3.3.0
-    sha1: 300e41632ea2495f9735c82ad1237a97c015044d
-    url: https://github.com/Graylog2/graylog-plugin-auth-sso/releases/download/3.3.0/graylog-plugin-auth-sso-3.3.0.jar
-  dnsresolver:
-    version: 1.2.0
-    sha1: b470bd4b39a22574527e01a943a601c10cc2520b
-    url: https://github.com/graylog-labs/graylog-plugin-dnsresolver/releases/download/1.2.0/graylog-plugin-dnsresolver-1.2.0.jar
+graylog_libs: {}
+
+graylog_plugins: []
 
 # Plugins bundled, which should not be removed
 graylog_plugins_core:
   - aws
   - collector
   - threatintel
-graylog_plugins_to_install:
-  - auth-sso
-      
+graylog_plugins_to_install: []
+
 # A random one will be created is not defined
 # graylog_pass_secret:
 # graylog_admin_pass: 
@@ -72,3 +59,6 @@ graylog_tls_versions:
 
 # Mem to allocate to the JVM (Xmx / Xms)
 graylog_jvm_mem: 2g
+
+# Version of the Elasticsearch server
+# graylog_es_version: 6

roles/graylog/meta/main.yml

@@ -1,5 +1,6 @@
 ---
 
 dependencies:
+  - role: mkdir
   - role: repo_mongodb
   - role: geoipupdate

roles/graylog/tasks/directories.yml

@@ -30,4 +30,8 @@
     - dir: archives
       mode: 700
     - dir: tmp
+    - dir: logs
+      owner: graylog
+      group: graylog
+      mode: 700
   tags: graylog

roles/graylog/tasks/filebeat.yml

@@ -0,0 +1,5 @@
+---
+
+- name: Deploy filebeat configuration
+  template: src=filebeat.yml.j2 dest=/etc/filebeat/ansible_inputs.d/graylog.yml
+  tags: graylog,log

roles/graylog/tasks/main.yml

@@ -13,3 +13,4 @@
 - include: cleanup.yml
 - include: archive_post.yml
   when: graylog_install_mode == 'upgrade'
+- include: filebeat.yml

roles/graylog/templates/filebeat.yml.j2

@@ -0,0 +1,4 @@
+- type: log
+  enabled: True
+  paths:
+    - {{ graylog_root_dir }}/logs/server.log

roles/graylog/templates/graylog-server.service.j2

@@ -12,13 +12,13 @@ User=graylog
 Group=graylog
 LimitNOFILE=64000
 ExecStart=/usr/bin/java \
-            -Xms{{ graylog_jvm_mem }} -Xmx{{ graylog_jvm_mem }} -XX:NewRatio=1 -server -XX:+ResizeTLAB \
+            -Xms{{ graylog_jvm_mem }} -Xmx{{ graylog_jvm_mem }} -Djdk.tls.acknowledgeCloseNotify=true \
+            -XX:NewRatio=1 -server -XX:+ResizeTLAB \
             -XX:+UseConcMarkSweepGC -XX:+CMSConcurrentMTEnabled \
             -XX:+CMSClassUnloadingEnabled -XX:-OmitStackTraceInFastThrow \
-            -cp {{ graylog_root_dir }}/app/graylog.jar{% if graylog_libs.keys() | list | length > 0 %}{% for lib in graylog_libs.keys() | list %}:{{ graylog_root_dir }}/app/lib/{{ lib }}-{{ graylog_libs[lib].version }}.jar{% endfor %} {% endif %} \
             -Dlog4j.configurationFile=file://{{ graylog_root_dir }}/etc/log4j2.xml \
             -Djava.library.path={{ graylog_root_dir }}/app/lib/sigar \
-            org.graylog2.bootstrap.Main server -f {{ graylog_root_dir }}/etc/server.conf -np
+            -jar {{ graylog_root_dir }}/app/graylog.jar server -f {{ graylog_root_dir }}/etc/server.conf -np
 
 # When a JVM receives a SIGTERM signal it exits with 143.
 SuccessExitStatus=143

roles/graylog/templates/log4j2.xml.j2

@@ -1,7 +1,13 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<Configuration packages="org.graylog2.log4j,de.bwaldvogel.log4j" shutdownHook="disable">
+<Configuration packages="org.graylog2.log4j" shutdownHook="disable">
     <Appenders>
-	<SystemdJournal name="journal" logStacktrace="true" logSource="false" />
+	    <RollingFile name="rolling-file" fileName="{{ graylog_root_dir }}/logs/server.log" filePattern="{{ graylog_root_dir }}/server.log.%i.gz">
+            <PatternLayout pattern="%d{yyyy-MM-dd'T'HH:mm:ss.SSSXXX} %-5p [%c{1}] %m%n"/>
+            <Policies>
+                <SizeBasedTriggeringPolicy size="50MB"/>
+            </Policies>
+            <DefaultRolloverStrategy max="10" fileIndex="min"/>
+        </RollingFile>
 
         <!-- Internal Graylog log appender. Please do not disable. This makes internal log messages available via REST calls. -->
         <Memory name="graylog-internal-logs" bufferSize="500"/>
@@ -10,8 +16,6 @@
         <!-- Application Loggers -->
         <Logger name="org.graylog2" level="info"/>
         <Logger name="com.github.joschi.jadconfig" level="warn"/>
-        <!-- This emits a harmless warning for ActiveDirectory every time which we can't work around :( -->
-        <Logger name="org.apache.directory.api.ldap.model.message.BindRequestImpl" level="error"/>
         <!-- Prevent DEBUG message about Lucene Expressions not found. -->
         <Logger name="org.elasticsearch.script" level="warn"/>
         <!-- Disable messages from the version check -->
@@ -21,10 +25,11 @@
         <!-- Silence Kafka log chatter -->
         <Logger name="kafka.log.Log" level="warn"/>
         <Logger name="kafka.log.OffsetIndex" level="warn"/>
+        <Logger name="org.apache.kafka.clients.consumer.ConsumerConfig" level="warn"/>
         <!-- Silence useless session validation messages -->
         <Logger name="org.apache.shiro.session.mgt.AbstractValidatingSessionManager" level="warn"/>
         <Root level="warn">
-            <AppenderRef ref="journal"/>
+            <AppenderRef ref="rolling-file"/>
             <AppenderRef ref="graylog-internal-logs"/>
         </Root>
     </Loggers>

roles/graylog/templates/server.conf.j2

@@ -48,3 +48,7 @@ dns_resolver_enabled = true
 {% if graylog_tls_versions | length > 0 %}
 enabled_tls_protocols = {{ graylog_tls_versions | join(',') }}
 {% endif %}
+
+{% if graylog_es_version is defined %}
+elasticsearch_version = {{ graylog_es_version }}
+{% endif %}