ui_settings.py 15 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249250251252253254255256257258259260261262263264265266267268269270271272273274275276277278279280281282283284285286287288289290291292293294295296297298299300301302303304305306307308309310311312313314315316317318319320321322323324325326327328329330331332333334335336337338339340341342343344345
  1. import gradio as gr
  2. from modules import ui_common, shared, script_callbacks, scripts, sd_models, sysinfo, timer, shared_items
  3. from modules.call_queue import wrap_gradio_call
  4. from modules.options import options_section
  5. from modules.shared import opts
  6. from modules.ui_components import FormRow
  7. from modules.ui_gradio_extensions import reload_javascript
  8. from concurrent.futures import ThreadPoolExecutor, as_completed
  9. def get_value_for_setting(key):
  10. value = getattr(opts, key)
  11. info = opts.data_labels[key]
  12. args = info.component_args() if callable(info.component_args) else info.component_args or {}
  13. args = {k: v for k, v in args.items() if k not in {'precision'}}
  14. return gr.update(value=value, **args)
  15. def create_setting_component(key, is_quicksettings=False):
  16. def fun():
  17. return opts.data[key] if key in opts.data else opts.data_labels[key].default
  18. info = opts.data_labels[key]
  19. t = type(info.default)
  20. args = info.component_args() if callable(info.component_args) else info.component_args
  21. if info.component is not None:
  22. comp = info.component
  23. elif t == str:
  24. comp = gr.Textbox
  25. elif t == int:
  26. comp = gr.Number
  27. elif t == bool:
  28. comp = gr.Checkbox
  29. else:
  30. raise Exception(f'bad options item type: {t} for key {key}')
  31. elem_id = f"setting_{key}"
  32. if info.refresh is not None:
  33. if is_quicksettings:
  34. res = comp(label=info.label, value=fun(), elem_id=elem_id, **(args or {}))
  35. ui_common.create_refresh_button(res, info.refresh, info.component_args, f"refresh_{key}")
  36. else:
  37. with FormRow():
  38. res = comp(label=info.label, value=fun(), elem_id=elem_id, **(args or {}))
  39. ui_common.create_refresh_button(res, info.refresh, info.component_args, f"refresh_{key}")
  40. else:
  41. res = comp(label=info.label, value=fun(), elem_id=elem_id, **(args or {}))
  42. return res
  43. class UiSettings:
  44. submit = None
  45. result = None
  46. interface = None
  47. components = None
  48. component_dict = None
  49. dummy_component = None
  50. quicksettings_list = None
  51. quicksettings_names = None
  52. text_settings = None
  53. show_all_pages = None
  54. show_one_page = None
  55. search_input = None
  56. def run_settings(self, *args):
  57. changed = []
  58. for key, value, comp in zip(opts.data_labels.keys(), args, self.components):
  59. assert comp == self.dummy_component or opts.same_type(value, opts.data_labels[key].default), f"Bad value for setting {key}: {value}; expecting {type(opts.data_labels[key].default).__name__}"
  60. for key, value, comp in zip(opts.data_labels.keys(), args, self.components):
  61. if comp == self.dummy_component:
  62. continue
  63. if opts.set(key, value):
  64. changed.append(key)
  65. try:
  66. opts.save(shared.config_filename)
  67. except RuntimeError:
  68. return opts.dumpjson(), f'{len(changed)} settings changed without save: {", ".join(changed)}.'
  69. return opts.dumpjson(), f'{len(changed)} settings changed{": " if changed else ""}{", ".join(changed)}.'
  70. def run_settings_single(self, value, key):
  71. if not opts.same_type(value, opts.data_labels[key].default):
  72. return gr.update(visible=True), opts.dumpjson()
  73. if value is None or not opts.set(key, value):
  74. return gr.update(value=getattr(opts, key)), opts.dumpjson()
  75. opts.save(shared.config_filename)
  76. return get_value_for_setting(key), opts.dumpjson()
  77. def register_settings(self):
  78. script_callbacks.ui_settings_callback()
  79. def create_ui(self, loadsave, dummy_component):
  80. self.components = []
  81. self.component_dict = {}
  82. self.dummy_component = dummy_component
  83. shared.settings_components = self.component_dict
  84. # we add this as late as possible so that scripts have already registered their callbacks
  85. opts.data_labels.update(options_section(('callbacks', "Callbacks", "system"), {
  86. **shared_items.callbacks_order_settings(),
  87. }))
  88. opts.reorder()
  89. with gr.Blocks(analytics_enabled=False) as settings_interface:
  90. with gr.Row():
  91. with gr.Column(scale=6):
  92. self.submit = gr.Button(value="Apply settings", variant='primary', elem_id="settings_submit")
  93. with gr.Column():
  94. restart_gradio = gr.Button(value='Reload UI', variant='primary', elem_id="settings_restart_gradio")
  95. self.result = gr.HTML(elem_id="settings_result")
  96. self.quicksettings_names = opts.quicksettings_list
  97. self.quicksettings_names = {x: i for i, x in enumerate(self.quicksettings_names) if x != 'quicksettings'}
  98. self.quicksettings_list = []
  99. previous_section = None
  100. current_tab = None
  101. current_row = None
  102. with gr.Tabs(elem_id="settings"):
  103. for i, (k, item) in enumerate(opts.data_labels.items()):
  104. section_must_be_skipped = item.section[0] is None
  105. if previous_section != item.section and not section_must_be_skipped:
  106. elem_id, text = item.section
  107. if current_tab is not None:
  108. current_row.__exit__()
  109. current_tab.__exit__()
  110. gr.Group()
  111. current_tab = gr.TabItem(elem_id=f"settings_{elem_id}", label=text)
  112. current_tab.__enter__()
  113. current_row = gr.Column(elem_id=f"column_settings_{elem_id}", variant='compact')
  114. current_row.__enter__()
  115. previous_section = item.section
  116. if k in self.quicksettings_names and not shared.cmd_opts.freeze_settings:
  117. self.quicksettings_list.append((i, k, item))
  118. self.components.append(dummy_component)
  119. elif section_must_be_skipped:
  120. self.components.append(dummy_component)
  121. else:
  122. component = create_setting_component(k)
  123. self.component_dict[k] = component
  124. self.components.append(component)
  125. if current_tab is not None:
  126. current_row.__exit__()
  127. current_tab.__exit__()
  128. with gr.TabItem("Defaults", id="defaults", elem_id="settings_tab_defaults"):
  129. loadsave.create_ui()
  130. with gr.TabItem("Sysinfo", id="sysinfo", elem_id="settings_tab_sysinfo"):
  131. gr.HTML('<a href="./internal/sysinfo-download" class="sysinfo_big_link" download>Download system info</a><br /><a href="./internal/sysinfo" target="_blank">(or open as text in a new page)</a>', elem_id="sysinfo_download")
  132. with gr.Row():
  133. with gr.Column(scale=1):
  134. sysinfo_check_file = gr.File(label="Check system info for validity", type='binary')
  135. with gr.Column(scale=1):
  136. sysinfo_check_output = gr.HTML("", elem_id="sysinfo_validity")
  137. with gr.Column(scale=100):
  138. pass
  139. with gr.TabItem("Actions", id="actions", elem_id="settings_tab_actions"):
  140. request_notifications = gr.Button(value='Request browser notifications', elem_id="request_notifications")
  141. download_localization = gr.Button(value='Download localization template', elem_id="download_localization")
  142. reload_script_bodies = gr.Button(value='Reload custom script bodies (No ui updates, No restart)', variant='secondary', elem_id="settings_reload_script_bodies")
  143. with gr.Row():
  144. unload_sd_model = gr.Button(value='Unload SD checkpoint to RAM', elem_id="sett_unload_sd_model")
  145. reload_sd_model = gr.Button(value='Load SD checkpoint to VRAM from RAM', elem_id="sett_reload_sd_model")
  146. with gr.Row():
  147. calculate_all_checkpoint_hash = gr.Button(value='Calculate hash for all checkpoint', elem_id="calculate_all_checkpoint_hash")
  148. calculate_all_checkpoint_hash_threads = gr.Number(value=1, label="Number of parallel calculations", elem_id="calculate_all_checkpoint_hash_threads", precision=0, minimum=1)
  149. with gr.TabItem("Licenses", id="licenses", elem_id="settings_tab_licenses"):
  150. gr.HTML(shared.html("licenses.html"), elem_id="licenses")
  151. self.show_all_pages = gr.Button(value="Show all pages", elem_id="settings_show_all_pages")
  152. self.show_one_page = gr.Button(value="Show only one page", elem_id="settings_show_one_page", visible=False)
  153. self.show_one_page.click(lambda: None)
  154. self.search_input = gr.Textbox(value="", elem_id="settings_search", max_lines=1, placeholder="Search...", show_label=False)
  155. self.text_settings = gr.Textbox(elem_id="settings_json", value=lambda: opts.dumpjson(), visible=False)
  156. def call_func_and_return_text(func, text):
  157. def handler():
  158. t = timer.Timer()
  159. func()
  160. t.record(text)
  161. return f'{text} in {t.total:.1f}s'
  162. return handler
  163. unload_sd_model.click(
  164. fn=call_func_and_return_text(sd_models.unload_model_weights, 'Unloaded the checkpoint'),
  165. inputs=[],
  166. outputs=[self.result]
  167. )
  168. reload_sd_model.click(
  169. fn=call_func_and_return_text(lambda: sd_models.send_model_to_device(shared.sd_model), 'Loaded the checkpoint'),
  170. inputs=[],
  171. outputs=[self.result]
  172. )
  173. request_notifications.click(
  174. fn=lambda: None,
  175. inputs=[],
  176. outputs=[],
  177. _js='function(){}'
  178. )
  179. download_localization.click(
  180. fn=lambda: None,
  181. inputs=[],
  182. outputs=[],
  183. _js='download_localization'
  184. )
  185. def reload_scripts():
  186. scripts.reload_script_body_only()
  187. reload_javascript() # need to refresh the html page
  188. reload_script_bodies.click(
  189. fn=reload_scripts,
  190. inputs=[],
  191. outputs=[]
  192. )
  193. restart_gradio.click(
  194. fn=shared.state.request_restart,
  195. _js='restart_reload',
  196. inputs=[],
  197. outputs=[],
  198. )
  199. def check_file(x):
  200. if x is None:
  201. return ''
  202. if sysinfo.check(x.decode('utf8', errors='ignore')):
  203. return 'Valid'
  204. return 'Invalid'
  205. sysinfo_check_file.change(
  206. fn=check_file,
  207. inputs=[sysinfo_check_file],
  208. outputs=[sysinfo_check_output],
  209. )
  210. def calculate_all_checkpoint_hash_fn(max_thread):
  211. checkpoints_list = sd_models.checkpoints_list.values()
  212. with ThreadPoolExecutor(max_workers=max_thread) as executor:
  213. futures = [executor.submit(checkpoint.calculate_shorthash) for checkpoint in checkpoints_list]
  214. completed = 0
  215. for _ in as_completed(futures):
  216. completed += 1
  217. print(f"{completed} / {len(checkpoints_list)} ")
  218. print("Finish calculating hash for all checkpoints")
  219. calculate_all_checkpoint_hash.click(
  220. fn=calculate_all_checkpoint_hash_fn,
  221. inputs=[calculate_all_checkpoint_hash_threads],
  222. )
  223. self.interface = settings_interface
  224. def add_quicksettings(self):
  225. with gr.Row(elem_id="quicksettings", variant="compact"):
  226. for _i, k, _item in sorted(self.quicksettings_list, key=lambda x: self.quicksettings_names.get(x[1], x[0])):
  227. component = create_setting_component(k, is_quicksettings=True)
  228. self.component_dict[k] = component
  229. def add_functionality(self, demo):
  230. self.submit.click(
  231. fn=wrap_gradio_call(lambda *args: self.run_settings(*args), extra_outputs=[gr.update()]),
  232. inputs=self.components,
  233. outputs=[self.text_settings, self.result],
  234. )
  235. for _i, k, _item in self.quicksettings_list:
  236. component = self.component_dict[k]
  237. info = opts.data_labels[k]
  238. if isinstance(component, gr.Textbox):
  239. methods = [component.submit, component.blur]
  240. elif hasattr(component, 'release'):
  241. methods = [component.release]
  242. else:
  243. methods = [component.change]
  244. for method in methods:
  245. method(
  246. fn=lambda value, k=k: self.run_settings_single(value, key=k),
  247. inputs=[component],
  248. outputs=[component, self.text_settings],
  249. show_progress=info.refresh is not None,
  250. )
  251. button_set_checkpoint = gr.Button('Change checkpoint', elem_id='change_checkpoint', visible=False)
  252. button_set_checkpoint.click(
  253. fn=lambda value, _: self.run_settings_single(value, key='sd_model_checkpoint'),
  254. _js="function(v){ var res = desiredCheckpointName; desiredCheckpointName = ''; return [res || v, null]; }",
  255. inputs=[self.component_dict['sd_model_checkpoint'], self.dummy_component],
  256. outputs=[self.component_dict['sd_model_checkpoint'], self.text_settings],
  257. )
  258. component_keys = [k for k in opts.data_labels.keys() if k in self.component_dict]
  259. def get_settings_values():
  260. return [get_value_for_setting(key) for key in component_keys]
  261. demo.load(
  262. fn=get_settings_values,
  263. inputs=[],
  264. outputs=[self.component_dict[k] for k in component_keys],
  265. queue=False,
  266. )
  267. def search(self, text):
  268. print(text)
  269. return [gr.update(visible=text in (comp.label or "")) for comp in self.components]