-
Epic
-
Resolution: Done
-
Undefined
-
None
-
None
-
None
-
builder fix neural-compressor-pt
-
False
-
-
False
-
To Do
-
AIPCC-680 - Build vllm With Support for Audio and Video Models
-
Trying to test neural-compressor-pt as a pre-built wheel causes an error because it wants an old numpy and setuptools.
DEBUG:fromager.external_commands:73: running: _PYPROJECT_HOOKS_BUILD_BACKEND=setuptools.build_meta _PYPROJECT_HOOKS_BACKEND_PATH=/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0 MAKEFLAGS=-j192 CMAKE_BUILD_PARALLEL_LEVEL=192 MAX_JOBS=192 /opt/app-root/bin/python3.11 /opt/app-root/lib64/python3.11/site-packages/pyproject_hooks/_in_process/_in_process.py get_requires_for_build_wheel /tmp/tmp5_ua33uo in /work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0 ERROR:fromager.external_commands:102: ['/opt/app-root/bin/python3.11', '/opt/app-root/lib64/python3.11/site-packages/pyproject_hooks/_in_process/_in_process.py', 'get_requires_for_build_wheel', '/tmp/tmp5_ua33uo'] failed with running egg_info writing setuptools.egg-info/PKG-INFO writing dependency_links to setuptools.egg-info/dependency_links.txt writing entry points to setuptools.egg-info/entry_points.txt writing requirements to setuptools.egg-info/requires.txt writing top-level names to setuptools.egg-info/top_level.txt Traceback (most recent call last): File "/opt/app-root/lib64/python3.11/site-packages/pyproject_hooks/_in_process/_in_process.py", line 389, in <module> main() File "/opt/app-root/lib64/python3.11/site-packages/pyproject_hooks/_in_process/_in_process.py", line 373, in main json_out["return_val"] = hook(**hook_input["kwargs"]) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/pyproject_hooks/_in_process/_in_process.py", line 143, in get_requires_for_build_wheel return hook(config_settings) ^^^^^^^^^^^^^^^^^^^^^ File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/build_meta.py", line 162, in get_requires_for_build_wheel return self._get_build_requires( ^^^^^^^^^^^^^^^^^^^^^^^^^ File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/build_meta.py", line 143, in _get_build_requires self.run_setup() File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/build_meta.py", line 158, in run_setup exec(compile(code, __file__, 'exec'), locals()) File "setup.py", line 87, in <module> dist = setuptools.setup(**setup_params) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/__init__.py", line 153, in setup return distutils.core.setup(**attrs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/_distutils/core.py", line 148, in setup dist.run_commands() File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/_distutils/dist.py", line 967, in run_commands self.run_command(cmd) File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/_distutils/dist.py", line 986, in run_command cmd_obj.run() File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/command/egg_info.py", line 299, in run self.find_sources() File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/command/egg_info.py", line 306, in find_sources mm.run() File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/command/egg_info.py", line 541, in run self.add_defaults() File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/command/egg_info.py", line 578, in add_defaults sdist.add_defaults(self) File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/_distutils/command/sdist.py", line 226, in add_defaults self._add_defaults_python() File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/command/sdist.py", line 111, in _add_defaults_python build_py = self.get_finalized_command('build_py') ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/_distutils/cmd.py", line 299, in get_finalized_command cmd_obj.ensure_finalized() File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/_distutils/cmd.py", line 107, in ensure_finalized self.finalize_options() File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/command/build_py.py", line 29, in finalize_options orig.build_py.finalize_options(self) File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/_distutils/command/build_py.py", line 43, in finalize_options self.set_undefined_options('build', File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/_distutils/cmd.py", line 286, in set_undefined_options src_cmd_obj = self.distribution.get_command_obj(src_cmd) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/_distutils/dist.py", line 858, in get_command_obj klass = self.get_command_class(command) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/setuptools/dist.py", line 887, in get_command_class self.cmdclass[command] = cmdclass = ep.load() ^^^^^^^^^ File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/pkg_resources/__init__.py", line 2464, in load return self.resolve() ^^^^^^^^^^^^^^ File "/work/bootstrap-output.gaudi-ubi9/work-dir/setuptools-59.2.0/setuptools-59.2.0/pkg_resources/__init__.py", line 2470, in resolve module = __import__(self.module_name, fromlist=['__name__'], level=0) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ ModuleNotFoundError: No module named 'setuptools.command.build' 84%|████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████████▏ | 86/102 [00:46<00:08, 1.84pkg/s] DEBUG:fromager.__main__:245: could not handle build-system dependency setuptools==59.2.0 (59.2.0) for install dependency numpy==1.23.5; python_version < "3.12" (1.23.5) for toplevel dependency neural-compressor-pt (3.2) Traceback (most recent call last): File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 348, in _handle_build_requirements resolved = self.bootstrap(req=dep, req_type=build_type) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 157, in bootstrap build_dependencies = self._prepare_build_dependencies(req, sdist_root_dir) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 319, in _prepare_build_dependencies build_backend_dependencies = dependencies.get_build_backend_dependencies( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/dependencies.py", line 112, in get_build_backend_dependencies orig_deps = overrides.find_and_invoke( ^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/overrides.py", line 52, in find_and_invoke result = invoke(fn, **kwargs) ^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/overrides.py", line 71, in invoke return fn(**kwargs) ^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/dependencies.py", line 147, in default_get_build_backend_dependencies return hook_caller.get_requires_for_build_wheel() ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/pyproject_hooks/_impl.py", line 196, in get_requires_for_build_wheel return self._call_hook( ^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/pyproject_hooks/_impl.py", line 392, in _call_hook self._subprocess_runner( File "/opt/app-root/lib64/python3.11/site-packages/fromager/dependencies.py", line 321, in _run_hook_with_extra_environ external_commands.run( File "/opt/app-root/lib64/python3.11/site-packages/fromager/external_commands.py", line 115, in run raise err_type(completed.returncode, cmd, output) subprocess.CalledProcessError: Command '['/opt/app-root/bin/python3.11', '/opt/app-root/lib64/python3.11/site-packages/pyproject_hooks/_in_process/_in_process.py', 'get_requires_for_build_wheel', '/tmp/tmp5_ua33uo']' returned non-zero exit status 1.The above exception was the direct cause of the following exception:Traceback (most recent call last): File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 230, in bootstrap self.bootstrap(dep, child_req_type) File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 157, in bootstrap build_dependencies = self._prepare_build_dependencies(req, sdist_root_dir) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 314, in _prepare_build_dependencies self._handle_build_requirements( File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 350, in _handle_build_requirements raise ValueError(f"could not handle {self._explain}") from err ValueError: could not handle build-system dependency setuptools==59.2.0 (59.2.0) for install dependency numpy==1.23.5; python_version < "3.12" (1.23.5) for toplevel dependency neural-compressor-pt (3.2)The above exception was the direct cause of the following exception:Traceback (most recent call last): File "/opt/app-root/lib64/python3.11/site-packages/fromager/__main__.py", line 243, in invoke_main main(auto_envvar_prefix="FROMAGER") File "/opt/app-root/lib64/python3.11/site-packages/click/core.py", line 1161, in __call__ return self.main(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/click/core.py", line 1082, in main rv = self.invoke(ctx) ^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/click/core.py", line 1697, in invoke return _process_result(sub_ctx.command.invoke(sub_ctx)) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/click/core.py", line 1443, in invoke return ctx.invoke(self.callback, **ctx.params) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/click/core.py", line 788, in invoke return __callback(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/click/decorators.py", line 45, in new_func return f(get_current_context().obj, *args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/commands/bootstrap.py", line 172, in bootstrap bt.bootstrap(req, requirements_file.RequirementType.TOP_LEVEL) File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 232, in bootstrap raise ValueError(f"could not handle {self._explain}") from err ValueError: could not handle build-system dependency setuptools==59.2.0 (59.2.0) for install dependency numpy==1.23.5; python_version < "3.12" (1.23.5) for toplevel dependency neural-compressor-pt (3.2) ERROR:fromager.__main__:249: ERROR: could not handle build-system dependency setuptools==59.2.0 (59.2.0) for install dependency numpy==1.23.5; python_version < "3.12" (1.23.5) for toplevel dependency neural-compressor-pt (3.2) because could not handle build-system dependency setuptools==59.2.0 (59.2.0) for install dependency numpy==1.23.5; python_version < "3.12" (1.23.5) for toplevel dependency neural-compressor-pt (3.2) because Command '['/opt/app-root/bin/python3.11', '/opt/app-root/lib64/python3.11/site-packages/pyproject_hooks/_in_process/_in_process.py', 'get_requires_for_build_wheel', '/tmp/tmp5_ua33uo']' returned non-zero exit status 1. Traceback (most recent call last): File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 348, in _handle_build_requirements resolved = self.bootstrap(req=dep, req_type=build_type) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 157, in bootstrap build_dependencies = self._prepare_build_dependencies(req, sdist_root_dir) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 319, in _prepare_build_dependencies build_backend_dependencies = dependencies.get_build_backend_dependencies( ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/dependencies.py", line 112, in get_build_backend_dependencies orig_deps = overrides.find_and_invoke( ^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/overrides.py", line 52, in find_and_invoke result = invoke(fn, **kwargs) ^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/overrides.py", line 71, in invoke return fn(**kwargs) ^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/dependencies.py", line 147, in default_get_build_backend_dependencies return hook_caller.get_requires_for_build_wheel() ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/pyproject_hooks/_impl.py", line 196, in get_requires_for_build_wheel return self._call_hook( ^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/pyproject_hooks/_impl.py", line 392, in _call_hook self._subprocess_runner( File "/opt/app-root/lib64/python3.11/site-packages/fromager/dependencies.py", line 321, in _run_hook_with_extra_environ external_commands.run( File "/opt/app-root/lib64/python3.11/site-packages/fromager/external_commands.py", line 115, in run raise err_type(completed.returncode, cmd, output) subprocess.CalledProcessError: Command '['/opt/app-root/bin/python3.11', '/opt/app-root/lib64/python3.11/site-packages/pyproject_hooks/_in_process/_in_process.py', 'get_requires_for_build_wheel', '/tmp/tmp5_ua33uo']' returned non-zero exit status 1.The above exception was the direct cause of the following exception:Traceback (most recent call last): File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 230, in bootstrap self.bootstrap(dep, child_req_type) File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 157, in bootstrap build_dependencies = self._prepare_build_dependencies(req, sdist_root_dir) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 314, in _prepare_build_dependencies self._handle_build_requirements( File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 350, in _handle_build_requirements raise ValueError(f"could not handle {self._explain}") from err ValueError: could not handle build-system dependency setuptools==59.2.0 (59.2.0) for install dependency numpy==1.23.5; python_version < "3.12" (1.23.5) for toplevel dependency neural-compressor-pt (3.2)The above exception was the direct cause of the following exception:Traceback (most recent call last): File "/opt/app-root/bin/fromager", line 8, in <module> sys.exit(invoke_main()) ^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/__main__.py", line 243, in invoke_main main(auto_envvar_prefix="FROMAGER") File "/opt/app-root/lib64/python3.11/site-packages/click/core.py", line 1161, in __call__ return self.main(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/click/core.py", line 1082, in main rv = self.invoke(ctx) ^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/click/core.py", line 1697, in invoke return _process_result(sub_ctx.command.invoke(sub_ctx)) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/click/core.py", line 1443, in invoke return ctx.invoke(self.callback, **ctx.params) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/click/core.py", line 788, in invoke return __callback(*args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/click/decorators.py", line 45, in new_func return f(get_current_context().obj, *args, **kwargs) ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^ File "/opt/app-root/lib64/python3.11/site-packages/fromager/commands/bootstrap.py", line 172, in bootstrap bt.bootstrap(req, requirements_file.RequirementType.TOP_LEVEL) File "/opt/app-root/lib64/python3.11/site-packages/fromager/bootstrapper.py", line 232, in bootstrap raise ValueError(f"could not handle {self._explain}") from err ValueError: could not handle build-system dependency setuptools==59.2.0 (59.2.0) for install dependency numpy==1.23.5; python_version < "3.12" (1.23.5) for toplevel dependency neural-compressor-pt (3.2)
- relates to
-
AIPCC-836 builder ci linter ignores pre-built wheels
-
- Closed
-