feat(fluentbit): add the mkdir option to the file output

apis/fluentbit/v1alpha2/plugins/output/file_types.go

@@ -23,6 +23,8 @@ type File struct {
 	LabelDelimiter string `json:"labelDelimiter,omitempty"`
 	// The format string. Applicable only if format is template.
 	Template string `json:"template,omitempty"`
+	// Recursively create the output directory if it does not exist. The directories are created with permissions 0755.
+	Mkdir *bool `json:"mkdir,omitempty"`
 }
 
 func (*File) Name() string {
@@ -38,6 +40,7 @@ func (f *File) Params(_ plugins.SecretLoader) (*params.KVs, error) {
 	plugins.InsertKVString(kvs, "Delimiter", f.Delimiter)
 	plugins.InsertKVString(kvs, "Label_Delimiter", f.LabelDelimiter)
 	plugins.InsertKVString(kvs, "Template", f.Template)
+	plugins.InsertKVField(kvs, "Mkdir", f.Mkdir)
 
 	return kvs, nil
 }

apis/fluentbit/v1alpha2/plugins/output/file_types_test.go

@@ -0,0 +1,49 @@
+package output
+
+import (
+	"testing"
+
+	"github.com/fluent/fluent-operator/v3/apis/fluentbit/v1alpha2/plugins"
+	"github.com/fluent/fluent-operator/v3/apis/fluentbit/v1alpha2/plugins/params"
+	. "github.com/onsi/gomega"
+)
+
+func TestOutput_File_Params(t *testing.T) {
+	g := NewWithT(t)
+
+	sl := plugins.NewSecretLoader(nil, "test namespace")
+	enabled := true
+
+	file := File{
+		Path:  "/var/log/out/app",
+		File:  "records.log",
+		Mkdir: &enabled,
+	}
+
+	expected := params.NewKVs()
+	expected.Insert("Path", "/var/log/out/app")
+	expected.Insert("File", "records.log")
+	expected.Insert("Mkdir", "true")
+
+	kvs, err := file.Params(sl)
+	g.Expect(err).NotTo(HaveOccurred())
+	g.Expect(kvs).To(Equal(expected))
+}
+
+func TestOutput_File_ParamsMkdirUnsetAndFalse(t *testing.T) {
+	g := NewWithT(t)
+
+	sl := plugins.NewSecretLoader(nil, "test namespace")
+	disabled := false
+
+	kvs, err := (&File{Path: "/out"}).Params(sl)
+	g.Expect(err).NotTo(HaveOccurred())
+	expected := params.NewKVs()
+	expected.Insert("Path", "/out")
+	g.Expect(kvs).To(Equal(expected))
+
+	kvs, err = (&File{Path: "/out", Mkdir: &disabled}).Params(sl)
+	g.Expect(err).NotTo(HaveOccurred())
+	expected.Insert("Mkdir", "false")
+	g.Expect(kvs).To(Equal(expected))
+}

charts/fluent-operator-fluent-bit-crds/templates/fluentbit.fluent.io_clusteroutputs.yaml

@@ -1045,6 +1045,10 @@ spec:
                     description: The character to separate each pair. Applicable only
                       if format is ltsv.
                     type: string
+                  mkdir:
+                    description: Recursively create the output directory if it does
+                      not exist. The directories are created with permissions 0755.
+                    type: boolean
                   path:
                     description: Absolute directory path to store files. If not set,
                       Fluent Bit will write the files on it's own positioned directory.

charts/fluent-operator-fluent-bit-crds/templates/fluentbit.fluent.io_outputs.yaml

@@ -1045,6 +1045,10 @@ spec:
                     description: The character to separate each pair. Applicable only
                       if format is ltsv.
                     type: string
+                  mkdir:
+                    description: Recursively create the output directory if it does
+                      not exist. The directories are created with permissions 0755.
+                    type: boolean
                   path:
                     description: Absolute directory path to store files. If not set,
                       Fluent Bit will write the files on it's own positioned directory.

charts/fluent-operator/crds/fluentbit.fluent.io_clusteroutputs.yaml

@@ -1043,6 +1043,10 @@ spec:
                     description: The character to separate each pair. Applicable only
                       if format is ltsv.
                     type: string
+                  mkdir:
+                    description: Recursively create the output directory if it does
+                      not exist. The directories are created with permissions 0755.
+                    type: boolean
                   path:
                     description: Absolute directory path to store files. If not set,
                       Fluent Bit will write the files on it's own positioned directory.

charts/fluent-operator/crds/fluentbit.fluent.io_outputs.yaml

@@ -1043,6 +1043,10 @@ spec:
                     description: The character to separate each pair. Applicable only
                       if format is ltsv.
                     type: string
+                  mkdir:
+                    description: Recursively create the output directory if it does
+                      not exist. The directories are created with permissions 0755.
+                    type: boolean
                   path:
                     description: Absolute directory path to store files. If not set,
                       Fluent Bit will write the files on it's own positioned directory.

config/crd/bases/fluentbit.fluent.io_clusteroutputs.yaml

@@ -1044,6 +1044,10 @@ spec:
                     description: The character to separate each pair. Applicable only
                       if format is ltsv.
                     type: string
+                  mkdir:
+                    description: Recursively create the output directory if it does
+                      not exist. The directories are created with permissions 0755.
+                    type: boolean
                   path:
                     description: Absolute directory path to store files. If not set,
                       Fluent Bit will write the files on it's own positioned directory.

config/crd/bases/fluentbit.fluent.io_outputs.yaml

@@ -1044,6 +1044,10 @@ spec:
                     description: The character to separate each pair. Applicable only
                       if format is ltsv.
                     type: string
+                  mkdir:
+                    description: Recursively create the output directory if it does
+                      not exist. The directories are created with permissions 0755.
+                    type: boolean
                   path:
                     description: Absolute directory path to store files. If not set,
                       Fluent Bit will write the files on it's own positioned directory.

docs/plugins/fluentbit/output/file.md

@@ -11,3 +11,4 @@ The file output plugin allows to write the data received through the input plugi
 | delimiter | The character to separate each pair. Applicable only if format is csv or ltsv. | string |
 | labelDelimiter | The character to separate each pair. Applicable only if format is ltsv. | string |
 | template | The format string. Applicable only if format is template. | string |
+| mkdir | Recursively create the output directory if it does not exist. The directories are created with permissions 0755. | *bool |

manifests/setup/setup.yaml

@@ -5270,6 +5270,10 @@ spec:
                     description: The character to separate each pair. Applicable only
                       if format is ltsv.
                     type: string
+                  mkdir:
+                    description: Recursively create the output directory if it does
+                      not exist. The directories are created with permissions 0755.
+                    type: boolean
                   path:
                     description: Absolute directory path to store files. If not set,
                       Fluent Bit will write the files on it's own positioned directory.
@@ -36913,6 +36917,10 @@ spec:
                     description: The character to separate each pair. Applicable only
                       if format is ltsv.
                     type: string
+                  mkdir:
+                    description: Recursively create the output directory if it does
+                      not exist. The directories are created with permissions 0755.
+                    type: boolean
                   path:
                     description: Absolute directory path to store files. If not set,
                       Fluent Bit will write the files on it's own positioned directory.