ui_settings.py 14 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337
  1. import gradio as gr
  2. from modules import ui_common, shared, script_callbacks, scripts, sd_models, sysinfo, timer
  3. from modules.call_queue import wrap_gradio_call
  4. from modules.shared import opts
  5. from modules.ui_components import FormRow
  6. from modules.ui_gradio_extensions import reload_javascript
  7. from concurrent.futures import ThreadPoolExecutor, as_completed
  8. def get_value_for_setting(key):
  9. value = getattr(opts, key)
  10. info = opts.data_labels[key]
  11. args = info.component_args() if callable(info.component_args) else info.component_args or {}
  12. args = {k: v for k, v in args.items() if k not in {'precision'}}
  13. return gr.update(value=value, **args)
  14. def create_setting_component(key, is_quicksettings=False):
  15. def fun():
  16. return opts.data[key] if key in opts.data else opts.data_labels[key].default
  17. info = opts.data_labels[key]
  18. t = type(info.default)
  19. args = info.component_args() if callable(info.component_args) else info.component_args
  20. if info.component is not None:
  21. comp = info.component
  22. elif t == str:
  23. comp = gr.Textbox
  24. elif t == int:
  25. comp = gr.Number
  26. elif t == bool:
  27. comp = gr.Checkbox
  28. else:
  29. raise Exception(f'bad options item type: {t} for key {key}')
  30. elem_id = f"setting_{key}"
  31. if info.refresh is not None:
  32. if is_quicksettings:
  33. res = comp(label=info.label, value=fun(), elem_id=elem_id, **(args or {}))
  34. ui_common.create_refresh_button(res, info.refresh, info.component_args, f"refresh_{key}")
  35. else:
  36. with FormRow():
  37. res = comp(label=info.label, value=fun(), elem_id=elem_id, **(args or {}))
  38. ui_common.create_refresh_button(res, info.refresh, info.component_args, f"refresh_{key}")
  39. else:
  40. res = comp(label=info.label, value=fun(), elem_id=elem_id, **(args or {}))
  41. return res
  42. class UiSettings:
  43. submit = None
  44. result = None
  45. interface = None
  46. components = None
  47. component_dict = None
  48. dummy_component = None
  49. quicksettings_list = None
  50. quicksettings_names = None
  51. text_settings = None
  52. show_all_pages = None
  53. show_one_page = None
  54. search_input = None
  55. def run_settings(self, *args):
  56. changed = []
  57. for key, value, comp in zip(opts.data_labels.keys(), args, self.components):
  58. assert comp == self.dummy_component or opts.same_type(value, opts.data_labels[key].default), f"Bad value for setting {key}: {value}; expecting {type(opts.data_labels[key].default).__name__}"
  59. for key, value, comp in zip(opts.data_labels.keys(), args, self.components):
  60. if comp == self.dummy_component:
  61. continue
  62. if opts.set(key, value):
  63. changed.append(key)
  64. try:
  65. opts.save(shared.config_filename)
  66. except RuntimeError:
  67. return opts.dumpjson(), f'{len(changed)} settings changed without save: {", ".join(changed)}.'
  68. return opts.dumpjson(), f'{len(changed)} settings changed{": " if changed else ""}{", ".join(changed)}.'
  69. def run_settings_single(self, value, key):
  70. if not opts.same_type(value, opts.data_labels[key].default):
  71. return gr.update(visible=True), opts.dumpjson()
  72. if value is None or not opts.set(key, value):
  73. return gr.update(value=getattr(opts, key)), opts.dumpjson()
  74. opts.save(shared.config_filename)
  75. return get_value_for_setting(key), opts.dumpjson()
  76. def create_ui(self, loadsave, dummy_component):
  77. self.components = []
  78. self.component_dict = {}
  79. self.dummy_component = dummy_component
  80. shared.settings_components = self.component_dict
  81. script_callbacks.ui_settings_callback()
  82. opts.reorder()
  83. with gr.Blocks(analytics_enabled=False) as settings_interface:
  84. with gr.Row():
  85. with gr.Column(scale=6):
  86. self.submit = gr.Button(value="Apply settings", variant='primary', elem_id="settings_submit")
  87. with gr.Column():
  88. restart_gradio = gr.Button(value='Reload UI', variant='primary', elem_id="settings_restart_gradio")
  89. self.result = gr.HTML(elem_id="settings_result")
  90. self.quicksettings_names = opts.quicksettings_list
  91. self.quicksettings_names = {x: i for i, x in enumerate(self.quicksettings_names) if x != 'quicksettings'}
  92. self.quicksettings_list = []
  93. previous_section = None
  94. current_tab = None
  95. current_row = None
  96. with gr.Tabs(elem_id="settings"):
  97. for i, (k, item) in enumerate(opts.data_labels.items()):
  98. section_must_be_skipped = item.section[0] is None
  99. if previous_section != item.section and not section_must_be_skipped:
  100. elem_id, text = item.section
  101. if current_tab is not None:
  102. current_row.__exit__()
  103. current_tab.__exit__()
  104. gr.Group()
  105. current_tab = gr.TabItem(elem_id=f"settings_{elem_id}", label=text)
  106. current_tab.__enter__()
  107. current_row = gr.Column(elem_id=f"column_settings_{elem_id}", variant='compact')
  108. current_row.__enter__()
  109. previous_section = item.section
  110. if k in self.quicksettings_names and not shared.cmd_opts.freeze_settings:
  111. self.quicksettings_list.append((i, k, item))
  112. self.components.append(dummy_component)
  113. elif section_must_be_skipped:
  114. self.components.append(dummy_component)
  115. else:
  116. component = create_setting_component(k)
  117. self.component_dict[k] = component
  118. self.components.append(component)
  119. if current_tab is not None:
  120. current_row.__exit__()
  121. current_tab.__exit__()
  122. with gr.TabItem("Defaults", id="defaults", elem_id="settings_tab_defaults"):
  123. loadsave.create_ui()
  124. with gr.TabItem("Sysinfo", id="sysinfo", elem_id="settings_tab_sysinfo"):
  125. gr.HTML('<a href="./internal/sysinfo-download" class="sysinfo_big_link" download>Download system info</a><br /><a href="./internal/sysinfo" target="_blank">(or open as text in a new page)</a>', elem_id="sysinfo_download")
  126. with gr.Row():
  127. with gr.Column(scale=1):
  128. sysinfo_check_file = gr.File(label="Check system info for validity", type='binary')
  129. with gr.Column(scale=1):
  130. sysinfo_check_output = gr.HTML("", elem_id="sysinfo_validity")
  131. with gr.Column(scale=100):
  132. pass
  133. with gr.TabItem("Actions", id="actions", elem_id="settings_tab_actions"):
  134. request_notifications = gr.Button(value='Request browser notifications', elem_id="request_notifications")
  135. download_localization = gr.Button(value='Download localization template', elem_id="download_localization")
  136. reload_script_bodies = gr.Button(value='Reload custom script bodies (No ui updates, No restart)', variant='secondary', elem_id="settings_reload_script_bodies")
  137. with gr.Row():
  138. unload_sd_model = gr.Button(value='Unload SD checkpoint to RAM', elem_id="sett_unload_sd_model")
  139. reload_sd_model = gr.Button(value='Load SD checkpoint to VRAM from RAM', elem_id="sett_reload_sd_model")
  140. with gr.Row():
  141. calculate_all_checkpoint_hash = gr.Button(value='Calculate hash for all checkpoint', elem_id="calculate_all_checkpoint_hash")
  142. calculate_all_checkpoint_hash_threads = gr.Number(value=1, label="Number of parallel calculations", elem_id="calculate_all_checkpoint_hash_threads", precision=0, minimum=1)
  143. with gr.TabItem("Licenses", id="licenses", elem_id="settings_tab_licenses"):
  144. gr.HTML(shared.html("licenses.html"), elem_id="licenses")
  145. self.show_all_pages = gr.Button(value="Show all pages", elem_id="settings_show_all_pages")
  146. self.show_one_page = gr.Button(value="Show only one page", elem_id="settings_show_one_page", visible=False)
  147. self.show_one_page.click(lambda: None)
  148. self.search_input = gr.Textbox(value="", elem_id="settings_search", max_lines=1, placeholder="Search...", show_label=False)
  149. self.text_settings = gr.Textbox(elem_id="settings_json", value=lambda: opts.dumpjson(), visible=False)
  150. def call_func_and_return_text(func, text):
  151. def handler():
  152. t = timer.Timer()
  153. func()
  154. t.record(text)
  155. return f'{text} in {t.total:.1f}s'
  156. return handler
  157. unload_sd_model.click(
  158. fn=call_func_and_return_text(sd_models.unload_model_weights, 'Unloaded the checkpoint'),
  159. inputs=[],
  160. outputs=[self.result]
  161. )
  162. reload_sd_model.click(
  163. fn=call_func_and_return_text(lambda: sd_models.send_model_to_device(shared.sd_model), 'Loaded the checkpoint'),
  164. inputs=[],
  165. outputs=[self.result]
  166. )
  167. request_notifications.click(
  168. fn=lambda: None,
  169. inputs=[],
  170. outputs=[],
  171. _js='function(){}'
  172. )
  173. download_localization.click(
  174. fn=lambda: None,
  175. inputs=[],
  176. outputs=[],
  177. _js='download_localization'
  178. )
  179. def reload_scripts():
  180. scripts.reload_script_body_only()
  181. reload_javascript() # need to refresh the html page
  182. reload_script_bodies.click(
  183. fn=reload_scripts,
  184. inputs=[],
  185. outputs=[]
  186. )
  187. restart_gradio.click(
  188. fn=shared.state.request_restart,
  189. _js='restart_reload',
  190. inputs=[],
  191. outputs=[],
  192. )
  193. def check_file(x):
  194. if x is None:
  195. return ''
  196. if sysinfo.check(x.decode('utf8', errors='ignore')):
  197. return 'Valid'
  198. return 'Invalid'
  199. sysinfo_check_file.change(
  200. fn=check_file,
  201. inputs=[sysinfo_check_file],
  202. outputs=[sysinfo_check_output],
  203. )
  204. def calculate_all_checkpoint_hash_fn(max_thread):
  205. checkpoints_list = sd_models.checkpoints_list.values()
  206. with ThreadPoolExecutor(max_workers=max_thread) as executor:
  207. futures = [executor.submit(checkpoint.calculate_shorthash) for checkpoint in checkpoints_list]
  208. completed = 0
  209. for _ in as_completed(futures):
  210. completed += 1
  211. print(f"{completed} / {len(checkpoints_list)} ")
  212. print("Finish calculating hash for all checkpoints")
  213. calculate_all_checkpoint_hash.click(
  214. fn=calculate_all_checkpoint_hash_fn,
  215. inputs=[calculate_all_checkpoint_hash_threads],
  216. )
  217. self.interface = settings_interface
  218. def add_quicksettings(self):
  219. with gr.Row(elem_id="quicksettings", variant="compact"):
  220. for _i, k, _item in sorted(self.quicksettings_list, key=lambda x: self.quicksettings_names.get(x[1], x[0])):
  221. component = create_setting_component(k, is_quicksettings=True)
  222. self.component_dict[k] = component
  223. def add_functionality(self, demo):
  224. self.submit.click(
  225. fn=wrap_gradio_call(lambda *args: self.run_settings(*args), extra_outputs=[gr.update()]),
  226. inputs=self.components,
  227. outputs=[self.text_settings, self.result],
  228. )
  229. for _i, k, _item in self.quicksettings_list:
  230. component = self.component_dict[k]
  231. info = opts.data_labels[k]
  232. if isinstance(component, gr.Textbox):
  233. methods = [component.submit, component.blur]
  234. elif hasattr(component, 'release'):
  235. methods = [component.release]
  236. else:
  237. methods = [component.change]
  238. for method in methods:
  239. method(
  240. fn=lambda value, k=k: self.run_settings_single(value, key=k),
  241. inputs=[component],
  242. outputs=[component, self.text_settings],
  243. show_progress=info.refresh is not None,
  244. )
  245. button_set_checkpoint = gr.Button('Change checkpoint', elem_id='change_checkpoint', visible=False)
  246. button_set_checkpoint.click(
  247. fn=lambda value, _: self.run_settings_single(value, key='sd_model_checkpoint'),
  248. _js="function(v){ var res = desiredCheckpointName; desiredCheckpointName = ''; return [res || v, null]; }",
  249. inputs=[self.component_dict['sd_model_checkpoint'], self.dummy_component],
  250. outputs=[self.component_dict['sd_model_checkpoint'], self.text_settings],
  251. )
  252. component_keys = [k for k in opts.data_labels.keys() if k in self.component_dict]
  253. def get_settings_values():
  254. return [get_value_for_setting(key) for key in component_keys]
  255. demo.load(
  256. fn=get_settings_values,
  257. inputs=[],
  258. outputs=[self.component_dict[k] for k in component_keys],
  259. queue=False,
  260. )
  261. def search(self, text):
  262. print(text)
  263. return [gr.update(visible=text in (comp.label or "")) for comp in self.components]