Browse Source

HUE-8846 [ci] Add integration flag to current tests requiring Hadoop

Romain 6 years ago
parent
commit
1c8962e753
29 changed files with 28 additions and 3 deletions
  1. 1 0
      apps/beeswax/src/beeswax/tests.py
  2. 1 0
      apps/filebrowser/src/filebrowser/views_test.py
  3. 1 1
      apps/jobbrowser/src/jobbrowser/tests.py
  4. 1 0
      apps/metastore/src/metastore/tests.py
  5. 1 0
      apps/oozie/src/oozie/tests.py
  6. 2 0
      apps/sqoop/src/sqoop/test_base.py
  7. 1 0
      apps/useradmin/src/useradmin/test_ldap.py
  8. 1 0
      apps/useradmin/src/useradmin/test_ldap_deprecated.py
  9. 1 1
      apps/useradmin/src/useradmin/tests.py
  10. BIN
      desktop/core/src/desktop/test_data/hue_5.10.db
  11. BIN
      desktop/core/src/desktop/test_data/hue_5.11.db
  12. BIN
      desktop/core/src/desktop/test_data/hue_5.12.db
  13. BIN
      desktop/core/src/desktop/test_data/hue_5.13.db
  14. BIN
      desktop/core/src/desktop/test_data/hue_5.14.db
  15. BIN
      desktop/core/src/desktop/test_data/hue_5.15.db
  16. BIN
      desktop/core/src/desktop/test_data/hue_5.7.db
  17. BIN
      desktop/core/src/desktop/test_data/hue_5.8.db
  18. BIN
      desktop/core/src/desktop/test_data/hue_5.9.db
  19. 3 0
      desktop/core/src/desktop/tests.py
  20. 4 0
      desktop/libs/hadoop/src/hadoop/fs/fs_test.py
  21. 1 0
      desktop/libs/hadoop/src/hadoop/fs/fsutils_tests.py
  22. 1 0
      desktop/libs/hadoop/src/hadoop/fs/test_webhdfs.py
  23. 1 0
      desktop/libs/hadoop/src/hadoop/test_base.py
  24. 1 0
      desktop/libs/hadoop/src/hadoop/tests.py
  25. 3 0
      desktop/libs/liboozie/src/liboozie/oozie_api_tests.py
  26. 1 0
      desktop/libs/liboozie/src/liboozie/submittion2_tests.py
  27. 1 0
      desktop/libs/liboozie/src/liboozie/submittion_tests.py
  28. 1 1
      desktop/libs/libsentry/src/libsentry/tests.py
  29. 1 0
      desktop/libs/libzookeeper/src/libzookeeper/tests.py

+ 1 - 0
apps/beeswax/src/beeswax/tests.py

@@ -123,6 +123,7 @@ def get_csv(client, result_response):
 
 class TestBeeswaxWithHadoop(BeeswaxSampleProvider):
   requires_hadoop = True
+  integration = True
 
   def setUp(self):
     self.user = User.objects.get(username='test')

+ 1 - 0
apps/filebrowser/src/filebrowser/views_test.py

@@ -65,6 +65,7 @@ def cleanup_file(cluster, path):
 
 class TestFileBrowserWithHadoop(object):
   requires_hadoop = True
+  integration = True
 
   def setUp(self):
     self.c = make_logged_in_client(username='test', is_superuser=False)

+ 1 - 1
apps/jobbrowser/src/jobbrowser/tests.py

@@ -75,8 +75,8 @@ def get_hadoop_job_id(oozie_api, oozie_jobid, action_index=1, timeout=60, step=5
 
 
 class TestJobBrowserWithHadoop(unittest.TestCase, OozieServerProvider):
-
   requires_hadoop = True
+  integration = True
 
   @classmethod
   def setup_class(cls):

+ 1 - 0
apps/metastore/src/metastore/tests.py

@@ -63,6 +63,7 @@ def _make_query(client, query, submission_type="Execute",
 
 class TestMetastoreWithHadoop(BeeswaxSampleProvider):
   requires_hadoop = True
+  integration = True
 
   def setUp(self):
     user = User.objects.get(username='test')

+ 1 - 0
apps/oozie/src/oozie/tests.py

@@ -386,6 +386,7 @@ class OozieMockBase(object):
 
 class OozieBase(OozieServerProvider):
   requires_hadoop = True
+  integration = True
 
   def setUp(self):
     OozieServerProvider.setup_class()

+ 2 - 0
apps/sqoop/src/sqoop/test_base.py

@@ -49,6 +49,8 @@ class SqoopServerProvider(object):
   HOME = get_run_root('ext/sqoop/sqoop')
 
   requires_hadoop = True
+  integration = True
+
   is_running = False
 
   @classmethod

+ 1 - 0
apps/useradmin/src/useradmin/test_ldap.py

@@ -720,6 +720,7 @@ class TestUserAdminLdap(BaseUserAdminTests):
 
 class TestUserAdminLdapWithHadoop(BaseUserAdminTests):
   requires_hadoop = True
+  integration = True
 
   def test_ensure_home_directory_add_ldap_users(self):
     URL = reverse(add_ldap_users)

+ 1 - 0
apps/useradmin/src/useradmin/test_ldap_deprecated.py

@@ -587,6 +587,7 @@ class TestUserAdminLdapDeprecated(BaseUserAdminTests):
 
 class TestUserAdminLdapDeprecatedWithHadoop(BaseUserAdminTests):
   requires_hadoop = True
+  integration = True
 
   def test_ensure_home_directory_add_ldap_users(self):
     try:

+ 1 - 1
apps/useradmin/src/useradmin/tests.py

@@ -881,8 +881,8 @@ class TestUserAdmin(BaseUserAdminTests):
 
 
 class TestUserAdminWithHadoop(BaseUserAdminTests):
-
   requires_hadoop = True
+  integration = True
 
   def test_ensure_home_directory(self):
     if not is_live_cluster():

BIN
desktop/core/src/desktop/test_data/hue_5.10.db


BIN
desktop/core/src/desktop/test_data/hue_5.11.db


BIN
desktop/core/src/desktop/test_data/hue_5.12.db


BIN
desktop/core/src/desktop/test_data/hue_5.13.db


BIN
desktop/core/src/desktop/test_data/hue_5.14.db


BIN
desktop/core/src/desktop/test_data/hue_5.15.db


BIN
desktop/core/src/desktop/test_data/hue_5.7.db


BIN
desktop/core/src/desktop/test_data/hue_5.8.db


BIN
desktop/core/src/desktop/test_data/hue_5.9.db


+ 3 - 0
desktop/core/src/desktop/tests.py

@@ -741,6 +741,8 @@ def test_validate_path():
   finally:
     reset()
 
+
+@attr('integration')
 @attr('requires_hadoop')
 def test_config_check():
   with tempfile.NamedTemporaryFile() as cert_file:
@@ -824,6 +826,7 @@ def test_ui_customizations():
       old_conf()
 
 
+@attr('integration')
 @attr('requires_hadoop')
 def test_check_config_ajax():
   c = make_logged_in_client()

+ 4 - 0
desktop/libs/hadoop/src/hadoop/fs/fs_test.py

@@ -97,6 +97,7 @@ class LocalSubFileSystemTest(unittest.TestCase):
     self.assertRaises(TypeError, self.fs.open, name="/foo", mode="w")
 
 
+@attr('integration')
 @attr('requires_hadoop')
 def test_hdfs_copy():
   minicluster = pseudo_hdfs4.shared_cluster()
@@ -120,6 +121,7 @@ def test_hdfs_copy():
     minifs.do_as_superuser(minifs.rmtree, copy_test_dst)
 
 
+@attr('integration')
 @attr('requires_hadoop')
 def test_hdfs_full_copy():
   minicluster = pseudo_hdfs4.shared_cluster()
@@ -154,6 +156,8 @@ def test_hdfs_full_copy():
   finally:
     minifs.do_as_superuser(minifs.rmtree, prefix)
 
+
+@attr('integration')
 @attr('requires_hadoop')
 def test_hdfs_copy_from_local():
   minicluster = pseudo_hdfs4.shared_cluster()

+ 1 - 0
desktop/libs/hadoop/src/hadoop/fs/fsutils_tests.py

@@ -31,6 +31,7 @@ LOG = logging.getLogger(__name__)
 
 class FsUtilsTests(unittest.TestCase):
   requires_hadoop = True
+  integration = True
 
   @classmethod
   def setUpClass(cls):

+ 1 - 0
desktop/libs/hadoop/src/hadoop/fs/test_webhdfs.py

@@ -37,6 +37,7 @@ LOG = logging.getLogger(__name__)
 
 class WebhdfsTests(unittest.TestCase):
   requires_hadoop = True
+  integration = True
 
   @classmethod
   def setUpClass(cls):

+ 1 - 0
desktop/libs/hadoop/src/hadoop/test_base.py

@@ -21,6 +21,7 @@ from hadoop import pseudo_hdfs4
 
 class PseudoHdfsTestBase(object):
   requires_hadoop = True
+  integration = True
 
   @classmethod
   def setup_class(cls):

+ 1 - 0
desktop/libs/hadoop/src/hadoop/tests.py

@@ -105,6 +105,7 @@ def test_config_validator_basic():
     restore_sys_caches(old_caches)
 
 
+@attr('integration')
 @attr('requires_hadoop')
 def test_config_validator_more():
   # TODO: Setup DN to not load the plugin, which is a common user error.

+ 3 - 0
desktop/libs/liboozie/src/liboozie/oozie_api_tests.py

@@ -53,6 +53,7 @@ class OozieServerProvider(object):
   OOZIE_HOME = get_run_root('ext/oozie/oozie')
 
   requires_hadoop = True
+  integration = True
   is_oozie_running = False
 
   @classmethod
@@ -258,8 +259,10 @@ class TestMiniOozie(OozieServerProvider):
     else:
       assert_true(self.cluster.fs.exists('/user/%(user)s/share/lib' % {'user': user}))
 
+
 class TestOozieWorkspace(object):
   requires_hadoop = True
+  integration = True
 
   def setUp(self):
     self.cluster = pseudo_hdfs4.shared_cluster()

+ 1 - 0
desktop/libs/liboozie/src/liboozie/submittion2_tests.py

@@ -42,6 +42,7 @@ from liboozie.submission2 import Submission
 LOG = logging.getLogger(__name__)
 
 
+@attr('integration')
 @attr('requires_hadoop')
 def test_copy_files():
   cluster = pseudo_hdfs4.shared_cluster()

+ 1 - 0
desktop/libs/liboozie/src/liboozie/submittion_tests.py

@@ -35,6 +35,7 @@ from liboozie.submittion import Submission
 LOG = logging.getLogger(__name__)
 
 
+@attr('integration')
 @attr('requires_hadoop')
 def test_copy_files():
   cluster = pseudo_hdfs4.shared_cluster()

+ 1 - 1
desktop/libs/libsentry/src/libsentry/tests.py

@@ -255,8 +255,8 @@ class TestWithSentry(object):
 
 
 class TestSentryWithHadoop(object):
-
   requires_hadoop = True
+  integration = True
 
   @classmethod
   def setup_class(cls):

+ 1 - 0
desktop/libs/libzookeeper/src/libzookeeper/tests.py

@@ -56,6 +56,7 @@ class UnitTests():
 
 class TestWithZooKeeper:
   requires_hadoop = True
+  integration = True
 
   @classmethod
   def setup_class(cls):