Add stream fields to each dataset

CHANGELOG.md

@@ -18,6 +18,7 @@ and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0
 
 * Allow to set cache times through config. [#271](https://github.com/elastic/integrations-registry/pull/271)
 * Make README.md file a required file for a package. [#287](https://github.com/elastic/integrations-registry/pull/287)
+*  Add stream fields to each dataset [#296](https://github.com/elastic/integrations-registry/pull/296)
 
 ### Deprecated
 

dev/generator/main.go

@@ -25,6 +25,20 @@ var (
 
 const (
 	packageDirName = "package"
+	streamFields   = `
+- name: stream.type
+  type: constant_keyword
+  description: >
+    Stream type
+- name: stream.dataset
+  type: constant_keyword
+  description: >
+    Stream dataset.
+- name: stream.namespace
+  type: constant_keyword
+  description: >
+    Stream namespace.
+`
 )
 
 func main() {
@@ -122,6 +136,25 @@ func buildPackage(packagesBasePath string, p util.Package) error {
 
 	p.BasePath = filepath.Join(currentPath, packagesBasePath, p.GetPath())
 
+	datasets, err := p.GetDatasets()
+	if err != nil {
+		return err
+	}
+
+	// Add stream.yml to all dataset with the basic stream fields
+	for _, dataset := range datasets {
+		dirPath := filepath.Join(p.BasePath, "dataset", dataset, "fields")
+		err := os.MkdirAll(dirPath, 0755)
+		if err != nil {
+			return err
+		}
+
+		err = ioutil.WriteFile(filepath.Join(dirPath, "stream.yml"), []byte(streamFields), 0644)
+		if err != nil {
+			return err
+		}
+	}
+
 	err = p.LoadAssets(p.GetPath())
 	if err != nil {
 		return err