Test export commands in all Beats (elastic#20016)

This adds 4 new integration tests to all Beats that test export commands:

> beatname export ilm-policy
> beatname export template
> beatname export index-pattern
> beatname export config

auditbeat/tests/system/test_base.py

@@ -6,9 +6,10 @@
 from auditbeat import *
 from elasticsearch import Elasticsearch
 from beat.beat import INTEGRATION_TESTS
+from beat import common_tests
 
 
-class Test(BaseTest):
+class Test(BaseTest, common_tests.TestExportsMixin):
     def test_start_stop(self):
         """
         Auditbeat starts and stops without error.

filebeat/tests/system/test_base.py

@@ -3,9 +3,10 @@
 from filebeat import BaseTest
 from elasticsearch import Elasticsearch
 from beat.beat import INTEGRATION_TESTS
+from beat import common_tests
 
 
-class Test(BaseTest):
+class Test(BaseTest, common_tests.TestExportsMixin):
 
     def test_base(self):
         """

heartbeat/tests/system/test_base.py

@@ -4,10 +4,11 @@
 from heartbeat import BaseTest
 from elasticsearch import Elasticsearch
 from beat.beat import INTEGRATION_TESTS
+from beat import common_tests
 import nose.tools
 
 
-class Test(BaseTest):
+class Test(BaseTest, common_tests.TestExportsMixin):
 
     def test_base(self):
         """

journalbeat/tests/system/test_base.py

@@ -6,9 +6,10 @@
 import time
 import yaml
 from shutil import copyfile
+from beat import common_tests
 
 
-class Test(BaseTest):
+class Test(BaseTest, common_tests.TestExportsMixin):
 
     @unittest.skipUnless(sys.platform.startswith("linux"), "Journald only on Linux")
     def test_start_with_local_journal(self):

libbeat/tests/system/beat/common_tests.py

@@ -0,0 +1,67 @@
+import json
+import unittest
+import yaml
+
+from beat.beat import INTEGRATION_TESTS
+
+
+class TestExportsMixin:
+
+    def run_export_cmd(self, cmd, extra=[]):
+        """
+        Runs the given export command and returns the output as a string.
+        Raises an exception if the command fails.
+        :param cmd: the export command
+        :param extra: Extra arguments (optional)
+        :return: The output as a string.
+        """
+        self.render_config_template()
+
+        args = ["export", cmd]
+        if len(extra) != 0:
+            args += extra
+        exit_code = self.run_beat(extra_args=args, logging_args=[])
+        assert exit_code == 0
+        output = self.get_log()
+        trailer = "\nPASS\n"
+        pos = output.rfind(trailer)
+        if pos == -1:
+            raise Exception("didn't return expected trailer:{} got:{}".format(
+                trailer.__repr__(),                                                   output[-100:].__repr__()))
+        return output[:pos]
+
+    @unittest.skipUnless(INTEGRATION_TESTS, "integration test")
+    def test_export_ilm_policy(self):
+        """
+        Test that the ilm-policy can be exported with `export ilm-policy`
+        """
+        output = self.run_export_cmd("ilm-policy")
+        js = json.loads(output)
+        assert "policy" in js
+
+    @unittest.skipUnless(INTEGRATION_TESTS, "integration test")
+    def test_export_template(self):
+        """
+        Test that the template can be exported with `export template`
+        """
+        output = self.run_export_cmd("template")
+        js = json.loads(output)
+        assert "index_patterns" in js and "mappings" in js
+
+    @unittest.skipUnless(INTEGRATION_TESTS, "integration test")
+    def test_export_index_pattern(self):
+        """
+        Test that the index-pattern can be exported with `export index-pattern`
+        """
+        output = self.run_export_cmd("index-pattern")
+        js = json.loads(output)
+        assert "objects" in js
+
+    @unittest.skipUnless(INTEGRATION_TESTS, "integration test")
+    def test_export_config(self):
+        """
+        Test that the config can be exported with `export config`
+        """
+        output = self.run_export_cmd("config")
+        yml = yaml.load(output)
+        assert isinstance(yml, dict)

libbeat/tests/system/test_base.py

@@ -1,4 +1,5 @@
 from base import BaseTest
+from beat import common_tests
 
 import json
 import os
@@ -9,7 +10,7 @@
 import unittest
 
 
-class Test(BaseTest):
+class Test(BaseTest, common_tests.TestExportsMixin):
 
     def test_base(self):
         """

metricbeat/tests/system/test_base.py

@@ -6,9 +6,10 @@
 from metricbeat import BaseTest
 from elasticsearch import Elasticsearch
 from beat.beat import INTEGRATION_TESTS
+from beat import common_tests
 
 
-class Test(BaseTest):
+class Test(BaseTest, common_tests.TestExportsMixin):
 
     COMPOSE_SERVICES = ['elasticsearch', 'kibana']
 

packetbeat/tests/system/test_base.py

@@ -0,0 +1,11 @@
+import os
+import sys
+from packetbeat import BaseTest
+
+sys.path.append(os.path.abspath(os.path.join(os.path.dirname(__file__), '../../../libbeat/tests/system')))
+
+from beat import common_tests
+
+
+class Test(BaseTest, common_tests.TestExportsMixin):
+    pass

winlogbeat/tests/system/test_config.py

@@ -3,14 +3,15 @@
 import sys
 import unittest
 from winlogbeat import BaseTest
+from beat import common_tests
 
 """
 Contains tests for config parsing.
 """
 
 
 @unittest.skipUnless(sys.platform.startswith("win"), "requires Windows")
-class Test(BaseTest):
+class Test(BaseTest, common_tests.TestExportsMixin):
 
     def test_valid_config(self):
         """

x-pack/functionbeat/tests/system/test_base.py

@@ -3,9 +3,10 @@
 import json
 import os
 import unittest
+from beat import common_tests
 
 
-class Test(BaseTest):
+class Test(BaseTest, common_tests.TestExportsMixin):
     @unittest.skip("temporarily disabled")
     def test_base(self):
         """