add nginx inputs to graylog

terranix/graylog/config.nix

@@ -1,10 +1,6 @@
 with builtins; {
 
-  imports = [
+  imports = [ ./provider.nix ./nginx.nix ./journald.nix ];
-    ./provider.nix
-    #./nginx.nix
-    ./journald.nix
-  ];
 
   resource.graylog_output.stdout = {
     title = "test stdout";

terranix/graylog/journald.nix

@@ -1,7 +1,5 @@
 with builtins; {
 
-  #data.graylog_index_set.default.index_prefix = "graylog";
-
   resource = {
 
     graylog_input.journald = {
@@ -18,11 +16,9 @@ with builtins; {
       });
     };
 
-    # todo create stream
     graylog_stream.journald = {
       title = "journald";
       description = "journald processing stream";
-      #index_set_id = "\${data.graylog_index_set.default.id}";
       index_set_id = "\${graylog_index_set.default.id}";
       disabled = false;
       matching_type = "AND";

terranix/graylog/nginx.nix

@@ -1,55 +1,66 @@
 with builtins; {
-  resource.graylog_input = {
-    nginx_access_logs = {
-      title = "test nginx access log input";
-      # https://javadoc.io/doc/org.graylog2/graylog2-inputs/latest/index.html
-      type = "org.graylog2.inputs.syslog.udp.SyslogUDPInput";
-      global = true;
-      attributes = toJSON ({
-        allow_override_date = true;
-        bind_address = "0.0.0.0";
-        expand_structured_data = false;
-        force_rdns = false;
-        number_worker_threads = 2;
-        port = 12209; # todo
-        recv_buffer_size = 262144;
-        store_full_message = false;
-      });
-    };
-    nginx_error_logs = {
-      title = "test nginx error log input";
-      # https://javadoc.io/doc/org.graylog2/graylog2-inputs/latest/index.html
-      type = "org.graylog2.inputs.syslog.udp.SyslogUDPInput";
-      global = true;
-      attributes = toJSON ({
-        allow_override_date = true;
-        bind_address = "0.0.0.0";
-        expand_structured_data = false;
-        force_rdns = false;
-        number_worker_threads = 2;
-        port = 12208; # todo
-        recv_buffer_size = 262144;
-        store_full_message = false;
-      });
-    };
-  };
 
-  resource.graylog_input_static_fields = {
+  resource = {
-    nginx_access_logs = {
+
-      input_id = "\${graylog_input.nginx_access_logs.id}";
+    graylog_input = {
-      fields = {
+
-        from_nginx = true;
+      nginx_access_logs = {
-        nginx_error = false;
+        title = "nginx access log";
-        nginx_access = true;
+        # https://javadoc.io/doc/org.graylog2/graylog2-inputs/latest/index.html
+        type = "org.graylog2.inputs.syslog.udp.SyslogUDPInput";
+        global = true;
+        attributes = toJSON ({
+          allow_override_date = true;
+          bind_address = "0.0.0.0";
+          expand_structured_data = false;
+          force_rdns = false;
+          number_worker_threads = 4;
+          port = 12304;
+          recv_buffer_size = 1048576;
+          store_full_message = false;
+        });
       };
-    };
+
-    nginx_error_logs = {
+      nginx_error_logs = {
-      input_id = "\${graylog_input.nginx_error_logs.id}";
+        title = "nginx error log";
-      fields = {
+        # https://javadoc.io/doc/org.graylog2/graylog2-inputs/latest/index.html
-        from_nginx = true;
+        type = "org.graylog2.inputs.syslog.udp.SyslogUDPInput";
-        nginx_error = true;
+        global = true;
-        nginx_access = false;
+        attributes = toJSON ({
+          allow_override_date = true;
+          bind_address = "0.0.0.0";
+          expand_structured_data = false;
+          force_rdns = false;
+          number_worker_threads = 4;
+          port = 12305;
+          recv_buffer_size = 1048576;
+          store_full_message = false;
+        });
       };
+
     };
+
+    graylog_input_static_fields = {
+
+      nginx_access_logs = {
+        input_id = "\${graylog_input.nginx_access_logs.id}";
+        fields = {
+          from_nginx = true;
+          nginx_error = false;
+          nginx_access = true;
+        };
+      };
+
+      nginx_error_logs = {
+        input_id = "\${graylog_input.nginx_error_logs.id}";
+        fields = {
+          from_nginx = true;
+          nginx_error = true;
+          nginx_access = false;
+        };
+      };
+
+    };
+
   };
 }