webui.py 5.3 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162
  1. from __future__ import annotations
  2. import os
  3. import time
  4. from modules import timer
  5. from modules import initialize_util
  6. from modules import initialize
  7. startup_timer = timer.startup_timer
  8. startup_timer.record("launcher")
  9. initialize.imports()
  10. initialize.check_versions()
  11. def create_api(app):
  12. from modules.api.api import Api
  13. from modules.call_queue import queue_lock
  14. api = Api(app, queue_lock)
  15. return api
  16. def api_only():
  17. from fastapi import FastAPI
  18. from modules.shared_cmd_options import cmd_opts
  19. initialize.initialize()
  20. app = FastAPI()
  21. initialize_util.setup_middleware(app)
  22. api = create_api(app)
  23. from modules import script_callbacks
  24. script_callbacks.before_ui_callback()
  25. script_callbacks.app_started_callback(None, app)
  26. print(f"Startup time: {startup_timer.summary()}.")
  27. api.launch(
  28. server_name=initialize_util.gradio_server_name(),
  29. port=cmd_opts.port if cmd_opts.port else 7861,
  30. root_path=f"/{cmd_opts.subpath}" if cmd_opts.subpath else ""
  31. )
  32. def webui():
  33. from modules.shared_cmd_options import cmd_opts
  34. launch_api = cmd_opts.api
  35. initialize.initialize()
  36. from modules import shared, ui_tempdir, script_callbacks, ui, progress, ui_extra_networks
  37. while 1:
  38. if shared.opts.clean_temp_dir_at_start:
  39. ui_tempdir.cleanup_tmpdr()
  40. startup_timer.record("cleanup temp dir")
  41. script_callbacks.before_ui_callback()
  42. startup_timer.record("scripts before_ui_callback")
  43. shared.demo = ui.create_ui()
  44. startup_timer.record("create ui")
  45. if not cmd_opts.no_gradio_queue:
  46. shared.demo.queue(64)
  47. gradio_auth_creds = list(initialize_util.get_gradio_auth_creds()) or None
  48. auto_launch_browser = False
  49. if os.getenv('SD_WEBUI_RESTARTING') != '1':
  50. if shared.opts.auto_launch_browser == "Remote" or cmd_opts.autolaunch:
  51. auto_launch_browser = True
  52. elif shared.opts.auto_launch_browser == "Local":
  53. auto_launch_browser = not cmd_opts.webui_is_non_local
  54. app, local_url, share_url = shared.demo.launch(
  55. share=cmd_opts.share,
  56. server_name=initialize_util.gradio_server_name(),
  57. server_port=cmd_opts.port,
  58. ssl_keyfile=cmd_opts.tls_keyfile,
  59. ssl_certfile=cmd_opts.tls_certfile,
  60. ssl_verify=cmd_opts.disable_tls_verify,
  61. debug=cmd_opts.gradio_debug,
  62. auth=gradio_auth_creds,
  63. inbrowser=auto_launch_browser,
  64. prevent_thread_lock=True,
  65. allowed_paths=cmd_opts.gradio_allowed_path,
  66. app_kwargs={
  67. "docs_url": "/docs",
  68. "redoc_url": "/redoc",
  69. },
  70. root_path=f"/{cmd_opts.subpath}" if cmd_opts.subpath else "",
  71. )
  72. startup_timer.record("gradio launch")
  73. # gradio uses a very open CORS policy via app.user_middleware, which makes it possible for
  74. # an attacker to trick the user into opening a malicious HTML page, which makes a request to the
  75. # running web ui and do whatever the attacker wants, including installing an extension and
  76. # running its code. We disable this here. Suggested by RyotaK.
  77. app.user_middleware = [x for x in app.user_middleware if x.cls.__name__ != 'CORSMiddleware']
  78. initialize_util.setup_middleware(app)
  79. progress.setup_progress_api(app)
  80. ui.setup_ui_api(app)
  81. if launch_api:
  82. create_api(app)
  83. ui_extra_networks.add_pages_to_demo(app)
  84. startup_timer.record("add APIs")
  85. with startup_timer.subcategory("app_started_callback"):
  86. script_callbacks.app_started_callback(shared.demo, app)
  87. timer.startup_record = startup_timer.dump()
  88. print(f"Startup time: {startup_timer.summary()}.")
  89. try:
  90. while True:
  91. server_command = shared.state.wait_for_server_command(timeout=5)
  92. if server_command:
  93. if server_command in ("stop", "restart"):
  94. break
  95. else:
  96. print(f"Unknown server command: {server_command}")
  97. except KeyboardInterrupt:
  98. print('Caught KeyboardInterrupt, stopping...')
  99. server_command = "stop"
  100. if server_command == "stop":
  101. print("Stopping server...")
  102. # If we catch a keyboard interrupt, we want to stop the server and exit.
  103. shared.demo.close()
  104. break
  105. # disable auto launch webui in browser for subsequent UI Reload
  106. os.environ.setdefault('SD_WEBUI_RESTARTING', '1')
  107. print('Restarting UI...')
  108. shared.demo.close()
  109. time.sleep(0.5)
  110. startup_timer.reset()
  111. script_callbacks.app_reload_callback()
  112. startup_timer.record("app reload callback")
  113. script_callbacks.script_unloaded_callback()
  114. startup_timer.record("scripts unloaded callback")
  115. initialize.initialize_rest(reload_script_modules=True)
  116. if __name__ == "__main__":
  117. from modules.shared_cmd_options import cmd_opts
  118. if cmd_opts.nowebui:
  119. api_only()
  120. else:
  121. webui()