generate_requirements_test.py 9.9 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235
  1. #!/usr/bin/env python
  2. # Licensed to Cloudera, Inc. under one
  3. # or more contributor license agreements. See the NOTICE file
  4. # distributed with this work for additional information
  5. # regarding copyright ownership. Cloudera, Inc. licenses this file
  6. # to you under the Apache License, Version 2.0 (the
  7. # "License"); you may not use this file except in compliance
  8. # with the License. You may obtain a copy of the License at
  9. #
  10. # http://www.apache.org/licenses/LICENSE-2.0
  11. #
  12. # Unless required by applicable law or agreed to in writing, software
  13. # distributed under the License is distributed on an "AS IS" BASIS,
  14. # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  15. # See the License for the specific language governing permissions and
  16. # limitations under the License.
  17. import os
  18. import platform
  19. import shutil
  20. import sys
  21. import tempfile
  22. from unittest import mock
  23. import pytest
  24. # Workaround for import error: add current directory to Python path
  25. # The package-style import (desktop.core.generate_requirements) fails,
  26. # so we modify the path to enable direct module import
  27. sys.path.insert(0, os.path.dirname(os.path.abspath(__file__)))
  28. from generate_requirements import RequirementsGenerator
  29. class TestRequirementsGenerator:
  30. """Test cases for the RequirementsGenerator class."""
  31. def setup_method(self):
  32. """
  33. Setup test environment with temporary directory and mock requirement files.
  34. Stores original system values to restore after test.
  35. """
  36. # Store original system values to restore later
  37. self.original_arch = platform.machine
  38. self.original_version_info = sys.version_info
  39. self.temp_dir = tempfile.mkdtemp()
  40. # Create a temporary ext-py3 directory mimicking the structure used by RequirementsGenerator
  41. self.ext_py3_dir = os.path.join(self.temp_dir, "ext-py3")
  42. os.makedirs(self.ext_py3_dir)
  43. # Create empty placeholder files that simulate local requirement packages
  44. for req in ["boto-2.49.0", "django-axes-5.13.0", "django-babel", "pysaml2-7.3.1", "python-sasl-0.3.1"]:
  45. with open(os.path.join(self.ext_py3_dir, req), "w") as f:
  46. f.write("")
  47. def teardown_method(self):
  48. """Teardown after each test method."""
  49. shutil.rmtree(self.temp_dir)
  50. platform.machine = self.original_arch
  51. sys.version_info = self.original_version_info
  52. @mock.patch("generate_requirements.this_dir")
  53. @mock.patch("generate_requirements.platform.machine")
  54. @mock.patch("generate_requirements.sys.version_info")
  55. def test_init_sets_properties(self, mock_version_info, mock_machine, mock_this_dir):
  56. """Test that __init__ sets the class properties correctly."""
  57. mock_machine.return_value = "x86_64"
  58. mock_version_info.major = 3
  59. mock_version_info.minor = 9
  60. mock_this_dir.return_value = self.temp_dir
  61. generator = RequirementsGenerator()
  62. assert generator.arch == "x86_64"
  63. assert generator.python_version_string == "3.9"
  64. assert isinstance(generator.requirements, list)
  65. assert isinstance(generator.local_requirements, list)
  66. assert "x86_64" in generator.arch_requirements_map
  67. assert "ppc64le" in generator.arch_requirements_map
  68. assert "aarch64" in generator.arch_requirements_map
  69. @mock.patch("generate_requirements.this_dir", create=True)
  70. @mock.patch("generate_requirements.shutil.copytree")
  71. def test_copy_local_requirements(self, mock_copytree, mock_this_dir):
  72. """Test that copy_local_requirements copies files and returns correct paths."""
  73. # Need to make this_dir return the string value directly, not a MagicMock
  74. mock_this_dir.__str__.return_value = self.temp_dir
  75. python_version_string = "3.9"
  76. with mock.patch.object(RequirementsGenerator, "__init__", return_value=None):
  77. generator = RequirementsGenerator()
  78. generator.local_requirements = ["boto-2.49.0", "django-axes-5.13.0"]
  79. result = generator.copy_local_requirements(python_version_string)
  80. mock_copytree.assert_called_once_with(f"{self.temp_dir}/ext-py3", f"{self.temp_dir}/{python_version_string}")
  81. assert len(result) == 2
  82. assert f"file://{self.temp_dir}/{python_version_string}/boto-2.49.0" in result
  83. assert f"file://{self.temp_dir}/{python_version_string}/django-axes-5.13.0" in result
  84. @mock.patch("generate_requirements.this_dir")
  85. @mock.patch("builtins.open", new_callable=mock.mock_open)
  86. def test_generate_requirements_x86_64(self, mock_open, mock_this_dir):
  87. """Test generating requirements for x86_64 architecture."""
  88. # Need to make this_dir return the string value directly, not a MagicMock
  89. mock_this_dir.__str__.return_value = self.temp_dir
  90. with mock.patch.object(RequirementsGenerator, "__init__", return_value=None):
  91. generator = RequirementsGenerator()
  92. generator.arch = "x86_64"
  93. generator.python_version_string = "3.9"
  94. generator.requirements = ["setuptools==70.0.0", "Django==4.1.13"]
  95. generator.local_requirements = []
  96. generator.arch_requirements_map = {"x86_64": {"default": ["cryptography==42.0.8"], "3.9": ["Markdown==3.8", "numpy==1.24.4"]}}
  97. # Mock copy_local_requirements for test isolation
  98. generator.copy_local_requirements = mock.MagicMock(return_value=[])
  99. generator.generate_requirements()
  100. # Verify file creation with correct path
  101. mock_open.assert_called_once_with(f"{self.temp_dir}/requirements-x86_64-3.9.txt", "w")
  102. # Verify correct requirements were written
  103. expected_requirements = "\n".join(["setuptools==70.0.0", "Django==4.1.13", "Markdown==3.8", "numpy==1.24.4"])
  104. mock_open().write.assert_called_once_with(expected_requirements)
  105. @mock.patch("generate_requirements.this_dir")
  106. def test_generate_requirements_unsupported_arch(self, mock_this_dir):
  107. """Test that generate_requirements raises an error for unsupported architectures."""
  108. # Need to make this_dir return the string value directly, not a MagicMock
  109. mock_this_dir.__str__.return_value = self.temp_dir
  110. with mock.patch.object(RequirementsGenerator, "__init__", return_value=None):
  111. generator = RequirementsGenerator()
  112. generator.arch = "unsupported_arch"
  113. generator.python_version_string = "3.9"
  114. generator.requirements = []
  115. generator.arch_requirements_map = {"x86_64": {"default": []}, "aarch64": {"default": []}}
  116. with pytest.raises(ValueError) as exc_info:
  117. generator.generate_requirements()
  118. assert "Unsupported architecture: unsupported_arch" in str(exc_info.value)
  119. @mock.patch("generate_requirements.this_dir")
  120. def test_get_file_name(self, mock_this_dir):
  121. """Test that get_file_name returns the correct file path."""
  122. # Need to make this_dir return the string value directly, not a MagicMock
  123. mock_this_dir.__str__.return_value = self.temp_dir
  124. with mock.patch.object(RequirementsGenerator, "__init__", return_value=None):
  125. generator = RequirementsGenerator()
  126. generator.arch = "x86_64"
  127. generator.python_version_string = "3.9"
  128. result = generator.get_file_name()
  129. assert result == f"{self.temp_dir}/requirements-x86_64-3.9.txt"
  130. @mock.patch("generate_requirements.this_dir")
  131. @mock.patch("builtins.open", new_callable=mock.mock_open)
  132. def test_generate_requirements_ppc64le(self, mock_open, mock_this_dir):
  133. """Test generating requirements for ppc64le architecture."""
  134. # Need to make this_dir return the string value directly, not a MagicMock
  135. mock_this_dir.__str__.return_value = self.temp_dir
  136. with mock.patch.object(RequirementsGenerator, "__init__", return_value=None):
  137. generator = RequirementsGenerator()
  138. generator.arch = "ppc64le"
  139. generator.python_version_string = "3.8"
  140. generator.requirements = ["setuptools==70.0.0"]
  141. generator.local_requirements = []
  142. generator.arch_requirements_map = {
  143. "ppc64le": {
  144. "default": [],
  145. "3.8": [
  146. "http://ibm-ppc-builds.s3.amazonaws.com/silx-py-libs/numpy-1.23.1-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl",
  147. "Markdown==3.1",
  148. ],
  149. }
  150. }
  151. generator.copy_local_requirements = mock.MagicMock(return_value=[])
  152. generator.generate_requirements()
  153. mock_open.assert_called_once_with(f"{self.temp_dir}/requirements-ppc64le-3.8.txt", "w")
  154. expected_requirements = "\n".join(
  155. [
  156. "setuptools==70.0.0",
  157. "http://ibm-ppc-builds.s3.amazonaws.com/silx-py-libs/numpy-1.23.1-cp38-cp38-manylinux_2_17_ppc64le.manylinux2014_ppc64le.whl",
  158. "Markdown==3.1",
  159. ]
  160. )
  161. mock_open().write.assert_called_once_with(expected_requirements)
  162. @mock.patch("generate_requirements.this_dir")
  163. @mock.patch("builtins.open", new_callable=mock.mock_open)
  164. def test_generate_requirements_with_local_requirements(self, mock_open, mock_this_dir):
  165. """Test generating requirements including local requirements."""
  166. # Need to make this_dir return the string value directly, not a MagicMock
  167. mock_this_dir.__str__.return_value = self.temp_dir
  168. with mock.patch.object(RequirementsGenerator, "__init__", return_value=None):
  169. generator = RequirementsGenerator()
  170. generator.arch = "x86_64"
  171. generator.python_version_string = "3.9"
  172. generator.requirements = ["setuptools==70.0.0"]
  173. generator.local_requirements = ["boto-2.49.0", "django-axes-5.13.0"]
  174. generator.arch_requirements_map = {"x86_64": {"default": [], "3.9": ["Markdown==3.8"]}}
  175. # Mock copy_local_requirements to return file paths
  176. local_reqs = [f"file://{self.temp_dir}/3.9/boto-2.49.0", f"file://{self.temp_dir}/3.9/django-axes-5.13.0"]
  177. generator.copy_local_requirements = mock.MagicMock(return_value=local_reqs)
  178. generator.generate_requirements()
  179. mock_open.assert_called_once_with(f"{self.temp_dir}/requirements-x86_64-3.9.txt", "w")
  180. expected_requirements = "\n".join(
  181. ["setuptools==70.0.0", "Markdown==3.8", f"file://{self.temp_dir}/3.9/boto-2.49.0", f"file://{self.temp_dir}/3.9/django-axes-5.13.0"]
  182. )
  183. mock_open().write.assert_called_once_with(expected_requirements)