Spaces:
Runtime error
Runtime error
| # coding=utf-8 | |
| # Copyright 2024 HuggingFace Inc. | |
| # | |
| # Licensed under the Apache License, Version 2.0 (the "License"); | |
| # you may not use this file except in compliance with the License. | |
| # You may obtain a copy of the License at | |
| # | |
| # http://www.apache.org/licenses/LICENSE-2.0 | |
| # | |
| # Unless required by applicable law or agreed to in writing, software | |
| # distributed under the License is distributed on an "AS IS" BASIS, | |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. | |
| # See the License for the specific language governing permissions and | |
| # limitations under the License. | |
| import os | |
| import shutil | |
| import subprocess | |
| import tempfile | |
| import unittest | |
| from typing import List | |
| from accelerate.utils import write_basic_config | |
| # These utils relate to ensuring the right error message is received when running scripts | |
| class SubprocessCallException(Exception): | |
| pass | |
| def run_command(command: List[str], return_stdout=False): | |
| """ | |
| Runs `command` with `subprocess.check_output` and will potentially return the `stdout`. Will also properly capture | |
| if an error occurred while running `command` | |
| """ | |
| try: | |
| output = subprocess.check_output(command, stderr=subprocess.STDOUT) | |
| if return_stdout: | |
| if hasattr(output, "decode"): | |
| output = output.decode("utf-8") | |
| return output | |
| except subprocess.CalledProcessError as e: | |
| raise SubprocessCallException( | |
| f"Command `{' '.join(command)}` failed with the following error:\n\n{e.output.decode()}" | |
| ) from e | |
| class ExamplesTestsAccelerate(unittest.TestCase): | |
| def setUpClass(cls): | |
| super().setUpClass() | |
| cls._tmpdir = tempfile.mkdtemp() | |
| cls.configPath = os.path.join(cls._tmpdir, "default_config.yml") | |
| write_basic_config(save_location=cls.configPath) | |
| cls._launch_args = ["accelerate", "launch", "--config_file", cls.configPath] | |
| def tearDownClass(cls): | |
| super().tearDownClass() | |
| shutil.rmtree(cls._tmpdir) | |