webui.py 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133
  1. import os
  2. import threading
  3. import time
  4. import importlib
  5. import signal
  6. import threading
  7. from modules.paths import script_path
  8. from modules import devices, sd_samplers
  9. import modules.codeformer_model as codeformer
  10. import modules.extras
  11. import modules.face_restoration
  12. import modules.gfpgan_model as gfpgan
  13. import modules.img2img
  14. import modules.lowvram
  15. import modules.paths
  16. import modules.scripts
  17. import modules.sd_hijack
  18. import modules.sd_models
  19. import modules.shared as shared
  20. import modules.txt2img
  21. import modules.ui
  22. from modules import devices
  23. from modules import modelloader
  24. from modules.paths import script_path
  25. from modules.shared import cmd_opts
  26. modelloader.cleanup_models()
  27. modules.sd_models.setup_model()
  28. codeformer.setup_model(cmd_opts.codeformer_models_path)
  29. gfpgan.setup_model(cmd_opts.gfpgan_models_path)
  30. shared.face_restorers.append(modules.face_restoration.FaceRestoration())
  31. modelloader.load_upscalers()
  32. queue_lock = threading.Lock()
  33. def wrap_queued_call(func):
  34. def f(*args, **kwargs):
  35. with queue_lock:
  36. res = func(*args, **kwargs)
  37. return res
  38. return f
  39. def wrap_gradio_gpu_call(func, extra_outputs=None):
  40. def f(*args, **kwargs):
  41. devices.torch_gc()
  42. shared.state.sampling_step = 0
  43. shared.state.job_count = -1
  44. shared.state.job_no = 0
  45. shared.state.job_timestamp = shared.state.get_job_timestamp()
  46. shared.state.current_latent = None
  47. shared.state.current_image = None
  48. shared.state.current_image_sampling_step = 0
  49. shared.state.interrupted = False
  50. shared.state.textinfo = None
  51. with queue_lock:
  52. res = func(*args, **kwargs)
  53. shared.state.job = ""
  54. shared.state.job_count = 0
  55. devices.torch_gc()
  56. return res
  57. return modules.ui.wrap_gradio_call(f, extra_outputs=extra_outputs)
  58. def set_hypernetwork():
  59. shared.hypernetwork = shared.hypernetworks.get(shared.opts.sd_hypernetwork, None)
  60. shared.reload_hypernetworks()
  61. shared.opts.onchange("sd_hypernetwork", set_hypernetwork)
  62. set_hypernetwork()
  63. modules.scripts.load_scripts(os.path.join(script_path, "scripts"))
  64. shared.sd_model = modules.sd_models.load_model()
  65. shared.opts.onchange("sd_model_checkpoint", wrap_queued_call(lambda: modules.sd_models.reload_model_weights(shared.sd_model)))
  66. def webui():
  67. # make the program just exit at ctrl+c without waiting for anything
  68. def sigint_handler(sig, frame):
  69. print(f'Interrupted with signal {sig} in {frame}')
  70. os._exit(0)
  71. signal.signal(signal.SIGINT, sigint_handler)
  72. while 1:
  73. demo = modules.ui.create_ui(wrap_gradio_gpu_call=wrap_gradio_gpu_call)
  74. demo.launch(
  75. share=cmd_opts.share,
  76. server_name="0.0.0.0" if cmd_opts.listen else None,
  77. server_port=cmd_opts.port,
  78. debug=cmd_opts.gradio_debug,
  79. auth=[tuple(cred.split(':')) for cred in cmd_opts.gradio_auth.strip('"').split(',')] if cmd_opts.gradio_auth else None,
  80. inbrowser=cmd_opts.autolaunch,
  81. prevent_thread_lock=True
  82. )
  83. while 1:
  84. time.sleep(0.5)
  85. if getattr(demo, 'do_restart', False):
  86. time.sleep(0.5)
  87. demo.close()
  88. time.sleep(0.5)
  89. break
  90. sd_samplers.set_samplers()
  91. print('Reloading Custom Scripts')
  92. modules.scripts.reload_scripts(os.path.join(script_path, "scripts"))
  93. print('Reloading modules: modules.ui')
  94. importlib.reload(modules.ui)
  95. print('Restarting Gradio')
  96. if __name__ == "__main__":
  97. webui()