|
|
| import subprocess
|
| import os
|
| import sys
|
| import importlib.util
|
| import shlex
|
| import platform
|
| import json
|
|
|
| from modules import cmd_args
|
| from modules.paths_internal import script_path, extensions_dir
|
|
|
| commandline_args = os.environ.get('COMMANDLINE_ARGS', "")
|
| sys.argv += shlex.split(commandline_args)
|
|
|
| args, _ = cmd_args.parser.parse_known_args()
|
|
|
| python = sys.executable
|
| git = os.environ.get('GIT', "git")
|
| index_url = os.environ.get('INDEX_URL', "")
|
| stored_commit_hash = None
|
| stored_git_tag = None
|
| dir_repos = "repositories"
|
|
|
| if 'GRADIO_ANALYTICS_ENABLED' not in os.environ:
|
| os.environ['GRADIO_ANALYTICS_ENABLED'] = 'False'
|
|
|
|
|
| def check_python_version():
|
| is_windows = platform.system() == "Windows"
|
| major = sys.version_info.major
|
| minor = sys.version_info.minor
|
| micro = sys.version_info.micro
|
|
|
| if is_windows:
|
| supported_minors = [10]
|
| else:
|
| supported_minors = [7, 8, 9, 10, 11]
|
|
|
| if not (major == 3 and minor in supported_minors):
|
| import modules.errors
|
|
|
| modules.errors.print_error_explanation(f"""
|
| INCOMPATIBLE PYTHON VERSION
|
|
|
| This program is tested with 3.10.6 Python, but you have {major}.{minor}.{micro}.
|
| If you encounter an error with "RuntimeError: Couldn't install torch." message,
|
| or any other error regarding unsuccessful package (library) installation,
|
| please downgrade (or upgrade) to the latest version of 3.10 Python
|
| and delete current Python and "venv" folder in WebUI's directory.
|
|
|
| You can download 3.10 Python from here: https://www.python.org/downloads/release/python-3106/
|
|
|
| {"Alternatively, use a binary release of WebUI: https://github.com/AUTOMATIC1111/stable-diffusion-webui/releases" if is_windows else ""}
|
|
|
| Use --skip-python-version-check to suppress this warning.
|
| """)
|
|
|
|
|
| def commit_hash():
|
| global stored_commit_hash
|
|
|
| if stored_commit_hash is not None:
|
| return stored_commit_hash
|
|
|
| try:
|
| stored_commit_hash = run(f"{git} rev-parse HEAD").strip()
|
| except Exception:
|
| stored_commit_hash = "<none>"
|
|
|
| return stored_commit_hash
|
|
|
|
|
| def git_tag():
|
| global stored_git_tag
|
|
|
| if stored_git_tag is not None:
|
| return stored_git_tag
|
|
|
| try:
|
| stored_git_tag = run(f"{git} describe --tags").strip()
|
| except Exception:
|
| stored_git_tag = "<none>"
|
|
|
| return stored_git_tag
|
|
|
|
|
| def run(command, desc=None, errdesc=None, custom_env=None, live=False):
|
| if desc is not None:
|
| print(desc)
|
|
|
| if live:
|
| result = subprocess.run(command, shell=True, env=os.environ if custom_env is None else custom_env)
|
| if result.returncode != 0:
|
| raise RuntimeError(f"""{errdesc or 'Error running command'}.
|
| Command: {command}
|
| Error code: {result.returncode}""")
|
|
|
| return ""
|
|
|
| result = subprocess.run(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True, env=os.environ if custom_env is None else custom_env)
|
|
|
| if result.returncode != 0:
|
|
|
| message = f"""{errdesc or 'Error running command'}.
|
| Command: {command}
|
| Error code: {result.returncode}
|
| stdout: {result.stdout.decode(encoding="utf8", errors="ignore") if len(result.stdout)>0 else '<empty>'}
|
| stderr: {result.stderr.decode(encoding="utf8", errors="ignore") if len(result.stderr)>0 else '<empty>'}
|
| """
|
| raise RuntimeError(message)
|
|
|
| return result.stdout.decode(encoding="utf8", errors="ignore")
|
|
|
|
|
| def check_run(command):
|
| result = subprocess.run(command, stdout=subprocess.PIPE, stderr=subprocess.PIPE, shell=True)
|
| return result.returncode == 0
|
|
|
|
|
| def is_installed(package):
|
| try:
|
| spec = importlib.util.find_spec(package)
|
| except ModuleNotFoundError:
|
| return False
|
|
|
| return spec is not None
|
|
|
|
|
| def repo_dir(name):
|
| return os.path.join(script_path, dir_repos, name)
|
|
|
|
|
| def run_python(code, desc=None, errdesc=None):
|
| return run(f'"{python}" -c "{code}"', desc, errdesc)
|
|
|
|
|
| def run_pip(command, desc=None, live=False):
|
| if args.skip_install:
|
| return
|
|
|
| index_url_line = f' --index-url {index_url}' if index_url != '' else ''
|
| return run(f'"{python}" -m pip {command} --prefer-binary{index_url_line}', desc=f"Installing {desc}", errdesc=f"Couldn't install {desc}", live=live)
|
|
|
|
|
| def check_run_python(code):
|
| return check_run(f'"{python}" -c "{code}"')
|
|
|
|
|
| def git_clone(url, dir, name, commithash=None):
|
|
|
|
|
| if os.path.exists(dir):
|
| if commithash is None:
|
| return
|
|
|
| current_hash = run(f'"{git}" -C "{dir}" rev-parse HEAD', None, f"Couldn't determine {name}'s hash: {commithash}").strip()
|
| if current_hash == commithash:
|
| return
|
|
|
| run(f'"{git}" -C "{dir}" fetch', f"Fetching updates for {name}...", f"Couldn't fetch {name}")
|
| run(f'"{git}" -C "{dir}" checkout {commithash}', f"Checking out commit for {name} with hash: {commithash}...", f"Couldn't checkout commit {commithash} for {name}")
|
| return
|
|
|
| run(f'"{git}" clone "{url}" "{dir}"', f"Cloning {name} into {dir}...", f"Couldn't clone {name}")
|
|
|
| if commithash is not None:
|
| run(f'"{git}" -C "{dir}" checkout {commithash}', None, "Couldn't checkout {name}'s hash: {commithash}")
|
|
|
|
|
| def git_pull_recursive(dir):
|
| for subdir, _, _ in os.walk(dir):
|
| if os.path.exists(os.path.join(subdir, '.git')):
|
| try:
|
| output = subprocess.check_output([git, '-C', subdir, 'pull', '--autostash'])
|
| print(f"Pulled changes for repository in '{subdir}':\n{output.decode('utf-8').strip()}\n")
|
| except subprocess.CalledProcessError as e:
|
| print(f"Couldn't perform 'git pull' on repository in '{subdir}':\n{e.output.decode('utf-8').strip()}\n")
|
|
|
|
|
| def version_check(commit):
|
| try:
|
| import requests
|
| commits = requests.get('https://api.github.com/repos/AUTOMATIC1111/stable-diffusion-webui/branches/master').json()
|
| if commit != "<none>" and commits['commit']['sha'] != commit:
|
| print("--------------------------------------------------------")
|
| print("| You are not up to date with the most recent release. |")
|
| print("| Consider running `git pull` to update. |")
|
| print("--------------------------------------------------------")
|
| elif commits['commit']['sha'] == commit:
|
| print("You are up to date with the most recent release.")
|
| else:
|
| print("Not a git clone, can't perform version check.")
|
| except Exception as e:
|
| print("version check failed", e)
|
|
|
|
|
| def run_extension_installer(extension_dir):
|
| path_installer = os.path.join(extension_dir, "install.py")
|
| if not os.path.isfile(path_installer):
|
| return
|
|
|
| try:
|
| env = os.environ.copy()
|
| env['PYTHONPATH'] = os.path.abspath(".")
|
|
|
| print(run(f'"{python}" "{path_installer}"', errdesc=f"Error running install.py for extension {extension_dir}", custom_env=env))
|
| except Exception as e:
|
| print(e, file=sys.stderr)
|
|
|
|
|
| def list_extensions(settings_file):
|
| settings = {}
|
|
|
| try:
|
| if os.path.isfile(settings_file):
|
| with open(settings_file, "r", encoding="utf8") as file:
|
| settings = json.load(file)
|
| except Exception as e:
|
| print(e, file=sys.stderr)
|
|
|
| disabled_extensions = set(settings.get('disabled_extensions', []))
|
| disable_all_extensions = settings.get('disable_all_extensions', 'none')
|
|
|
| if disable_all_extensions != 'none':
|
| return []
|
|
|
| return [x for x in os.listdir(extensions_dir) if x not in disabled_extensions]
|
|
|
|
|
| def run_extensions_installers(settings_file):
|
| if not os.path.isdir(extensions_dir):
|
| return
|
|
|
| for dirname_extension in list_extensions(settings_file):
|
| run_extension_installer(os.path.join(extensions_dir, dirname_extension))
|
|
|
|
|
| def prepare_environment():
|
| torch_command = os.environ.get('TORCH_COMMAND', "pip install torch==2.0.1 torchvision==0.15.2 --extra-index-url https://download.pytorch.org/whl/cu118")
|
| requirements_file = os.environ.get('REQS_FILE', "requirements_versions.txt")
|
|
|
| xformers_package = os.environ.get('XFORMERS_PACKAGE', 'xformers==0.0.17')
|
| gfpgan_package = os.environ.get('GFPGAN_PACKAGE', "git+https://github.com/TencentARC/GFPGAN.git@8d2447a2d918f8eba5a4a01463fd48e45126a379")
|
| clip_package = os.environ.get('CLIP_PACKAGE', "git+https://github.com/openai/CLIP.git@d50d76daa670286dd6cacf3bcd80b5e4823fc8e1")
|
| openclip_package = os.environ.get('OPENCLIP_PACKAGE', "git+https://github.com/mlfoundations/open_clip.git@bb6e834e9c70d9c27d0dc3ecedeebeaeb1ffad6b")
|
|
|
| stable_diffusion_repo = os.environ.get('STABLE_DIFFUSION_REPO', "https://github.com/Stability-AI/stablediffusion.git")
|
| taming_transformers_repo = os.environ.get('TAMING_TRANSFORMERS_REPO', "https://github.com/CompVis/taming-transformers.git")
|
| k_diffusion_repo = os.environ.get('K_DIFFUSION_REPO', 'https://github.com/crowsonkb/k-diffusion.git')
|
| codeformer_repo = os.environ.get('CODEFORMER_REPO', 'https://github.com/sczhou/CodeFormer.git')
|
| blip_repo = os.environ.get('BLIP_REPO', 'https://github.com/salesforce/BLIP.git')
|
|
|
| stable_diffusion_commit_hash = os.environ.get('STABLE_DIFFUSION_COMMIT_HASH', "cf1d67a6fd5ea1aa600c4df58e5b47da45f6bdbf")
|
| taming_transformers_commit_hash = os.environ.get('TAMING_TRANSFORMERS_COMMIT_HASH', "24268930bf1dce879235a7fddd0b2355b84d7ea6")
|
| k_diffusion_commit_hash = os.environ.get('K_DIFFUSION_COMMIT_HASH', "5b3af030dd83e0297272d861c19477735d0317ec")
|
| codeformer_commit_hash = os.environ.get('CODEFORMER_COMMIT_HASH', "c5b4593074ba6214284d6acd5f1719b6c5d739af")
|
| blip_commit_hash = os.environ.get('BLIP_COMMIT_HASH', "48211a1594f1321b00f14c9f7a5b4813144b2fb9")
|
|
|
| if not args.skip_python_version_check:
|
| check_python_version()
|
|
|
| commit = commit_hash()
|
| tag = git_tag()
|
|
|
| print(f"Python {sys.version}")
|
| print(f"Version: {tag}")
|
| print(f"Commit hash: {commit}")
|
|
|
| if args.reinstall_torch or not is_installed("torch") or not is_installed("torchvision"):
|
| run(f'"{python}" -m {torch_command}', "Installing torch and torchvision", "Couldn't install torch", live=True)
|
|
|
| if not args.skip_torch_cuda_test:
|
| run_python("import torch; assert torch.cuda.is_available(), 'Torch is not able to use GPU; add --skip-torch-cuda-test to COMMANDLINE_ARGS variable to disable this check'")
|
|
|
| if not is_installed("gfpgan"):
|
| run_pip(f"install {gfpgan_package}", "gfpgan")
|
|
|
| if not is_installed("clip"):
|
| run_pip(f"install {clip_package}", "clip")
|
|
|
| if not is_installed("open_clip"):
|
| run_pip(f"install {openclip_package}", "open_clip")
|
|
|
| if (not is_installed("xformers") or args.reinstall_xformers) and args.xformers:
|
| if platform.system() == "Windows":
|
| if platform.python_version().startswith("3.10"):
|
| run_pip(f"install -U -I --no-deps {xformers_package}", "xformers", live=True)
|
| else:
|
| print("Installation of xformers is not supported in this version of Python.")
|
| print("You can also check this and build manually: https://github.com/AUTOMATIC1111/stable-diffusion-webui/wiki/Xformers#building-xformers-on-windows-by-duckness")
|
| if not is_installed("xformers"):
|
| exit(0)
|
| elif platform.system() == "Linux":
|
| run_pip(f"install {xformers_package}", "xformers")
|
|
|
| if not is_installed("pyngrok") and args.ngrok:
|
| run_pip("install pyngrok", "ngrok")
|
|
|
| os.makedirs(os.path.join(script_path, dir_repos), exist_ok=True)
|
|
|
| git_clone(stable_diffusion_repo, repo_dir('stable-diffusion-stability-ai'), "Stable Diffusion", stable_diffusion_commit_hash)
|
| git_clone(taming_transformers_repo, repo_dir('taming-transformers'), "Taming Transformers", taming_transformers_commit_hash)
|
| git_clone(k_diffusion_repo, repo_dir('k-diffusion'), "K-diffusion", k_diffusion_commit_hash)
|
| git_clone(codeformer_repo, repo_dir('CodeFormer'), "CodeFormer", codeformer_commit_hash)
|
| git_clone(blip_repo, repo_dir('BLIP'), "BLIP", blip_commit_hash)
|
|
|
| if not is_installed("lpips"):
|
| run_pip(f"install -r \"{os.path.join(repo_dir('CodeFormer'), 'requirements.txt')}\"", "requirements for CodeFormer")
|
|
|
| if not os.path.isfile(requirements_file):
|
| requirements_file = os.path.join(script_path, requirements_file)
|
| run_pip(f"install -r \"{requirements_file}\"", "requirements")
|
|
|
| run_extensions_installers(settings_file=args.ui_settings_file)
|
|
|
| if args.update_check:
|
| version_check(commit)
|
|
|
| if args.update_all_extensions:
|
| git_pull_recursive(extensions_dir)
|
|
|
| if "--exit" in sys.argv:
|
| print("Exiting because of --exit argument")
|
| exit(0)
|
|
|
| if args.tests and not args.no_tests:
|
| exitcode = tests(args.tests)
|
| exit(exitcode)
|
|
|
|
|
| def tests(test_dir):
|
| if "--api" not in sys.argv:
|
| sys.argv.append("--api")
|
| if "--ckpt" not in sys.argv:
|
| sys.argv.append("--ckpt")
|
| sys.argv.append(os.path.join(script_path, "test/test_files/empty.pt"))
|
| if "--skip-torch-cuda-test" not in sys.argv:
|
| sys.argv.append("--skip-torch-cuda-test")
|
| if "--disable-nan-check" not in sys.argv:
|
| sys.argv.append("--disable-nan-check")
|
| if "--no-tests" not in sys.argv:
|
| sys.argv.append("--no-tests")
|
|
|
| print(f"Launching Web UI in another process for testing with arguments: {' '.join(sys.argv[1:])}")
|
|
|
| os.environ['COMMANDLINE_ARGS'] = ""
|
| with open(os.path.join(script_path, 'test/stdout.txt'), "w", encoding="utf8") as stdout, open(os.path.join(script_path, 'test/stderr.txt'), "w", encoding="utf8") as stderr:
|
| proc = subprocess.Popen([sys.executable, *sys.argv], stdout=stdout, stderr=stderr)
|
|
|
| import test.server_poll
|
| exitcode = test.server_poll.run_tests(proc, test_dir)
|
|
|
| print(f"Stopping Web UI process with id {proc.pid}")
|
| proc.kill()
|
| return exitcode
|
|
|
|
|
| def start():
|
| print(f"Launching {'API server' if '--nowebui' in sys.argv else 'Web UI'} with arguments: {' '.join(sys.argv[1:])}")
|
| import webui
|
| if '--nowebui' in sys.argv:
|
| webui.api_only()
|
| else:
|
| webui.webui()
|
|
|
|
|
| if __name__ == "__main__":
|
| prepare_environment()
|
| start()
|
|
|
