Add Netflow dashboards based on Logstash Netflow

CHANGELOG.next.asciidoc

@@ -228,6 +228,7 @@ https://github.com/elastic/beats/compare/v7.0.0-alpha2...master[Check the HEAD d
 - Add `google-pubsub` input type for consuming messages from a Google Cloud Pub/Sub topic subscription. {pull}12746[12746]
 - Add module for ingesting Cisco IOS logs over syslog. {pull}12748[12748]
 - Add module for ingesting Google Cloud VPC flow logs. {pull}12747[12747]
+- Add netflow dashboards based on Logstash netflow. {pull}12857[12857]
 
 *Heartbeat*
 

dev-tools/cmd/dashboards/export_dashboards.go

@@ -23,9 +23,12 @@ import (
 	"io/ioutil"
 	"log"
 	"net/url"
+	"os"
 	"path/filepath"
 	"time"
 
+	"github.com/pkg/errors"
+
 	"github.com/elastic/beats/libbeat/dashboards"
 	"github.com/elastic/beats/libbeat/kibana"
 )
@@ -84,6 +87,7 @@ func main() {
 		if err != nil {
 			log.Fatalf("Failed to export dashboards from YML file: %v", err)
 		}
+		log.Println("Done exporting dashboards from", *ymlFile)
 		return
 	}
 
@@ -121,9 +125,14 @@ func exportSingleDashboard(client *kibana.Client, dashboard, output string) erro
 		return fmt.Errorf("failed to export the dashboard: %+v", err)
 	}
 	result = dashboards.DecodeExported(result)
+
+	if err = os.MkdirAll(filepath.Dir(output), 0755); err != nil {
+		return errors.Wrap(err, "failed to create directory for dashboard")
+	}
+
 	err = ioutil.WriteFile(output, []byte(result.StringToPrint()), dashboards.OutputPermission)
 	if err != nil {
-		return fmt.Errorf("failed to save the dashboards: %+v", err)
+		return fmt.Errorf("failed to save the dashboard: %+v", err)
 	}
 	return nil
 }

dev-tools/mage/dashboard.go

@@ -44,15 +44,20 @@ func ExportDashboard() error {
 		return err
 	}
 
+	dashboardCmd := sh.RunCmd("go", "run", filepath.Join(beatsDir, "dev-tools/cmd/dashboards/export_dashboards.go"))
+
 	// TODO: This is currently hardcoded for KB 7, we need to figure out what we do for KB 8 if applicable
 	file := CWD("module", module, "_meta/kibana/7/dashboard", id+".json")
 
-	dashboardCmd := sh.RunCmd("go", "run",
-		filepath.Join(beatsDir, "dev-tools/cmd/dashboards/export_dashboards.go"),
-		"-output", file, "-dashboard", id,
-	)
+	args := []string{
+		"-output", file,
+		"-dashboard", id,
+	}
+	if kibanaURL := EnvOr("KIBANA_URL", ""); kibanaURL != "" {
+		args = append(args, "-kibana", kibanaURL)
+	}
 
-	return dashboardCmd()
+	return dashboardCmd(args...)
 }
 
 // ImportDashboards imports dashboards to Kibana using the Beat setup command.

dev-tools/mage/target/dashboards/dashboards.go

@@ -57,8 +57,9 @@ func (Dashboards) Import() error {
 // directory.
 //
 // Required environment variables:
-// - MODULE: Name of the module
-// - ID:     Dashboard ID
+// - KIBANA_URL: URL of Kibana
+// - MODULE:     Name of the module
+// - ID:         Dashboard ID
 func (Dashboards) Export() error {
 	return devtools.ExportDashboard()
 }

libbeat/dashboards/export.go

@@ -65,6 +65,9 @@ func ExportAllFromYml(client *kibana.Client, ymlPath string) ([]common.MapStr, L
 	if err != nil {
 		return nil, ListYML{}, errors.Wrap(err, "error reading the list of dashboards")
 	}
+	if len(list.Dashboards) == 0 {
+		return nil, ListYML{}, errors.Errorf("dashboards list is empty in file %v", ymlPath)
+	}
 
 	results, err := ExportAll(client, list)