lora_script.py 3.7 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100
  1. import re
  2. import torch
  3. import gradio as gr
  4. from fastapi import FastAPI
  5. import network
  6. import networks
  7. import lora # noqa:F401
  8. import lora_patches
  9. import extra_networks_lora
  10. import ui_extra_networks_lora
  11. from modules import script_callbacks, ui_extra_networks, extra_networks, shared, patches
  12. def unload():
  13. networks.originals.undo()
  14. def before_ui():
  15. ui_extra_networks.register_page(ui_extra_networks_lora.ExtraNetworksPageLora())
  16. networks.extra_network_lora = extra_networks_lora.ExtraNetworkLora()
  17. extra_networks.register_extra_network(networks.extra_network_lora)
  18. extra_networks.register_extra_network_alias(networks.extra_network_lora, "lyco")
  19. networks.originals = lora_patches.LoraPatches()
  20. script_callbacks.on_model_loaded(networks.assign_network_names_to_compvis_modules)
  21. script_callbacks.on_script_unloaded(unload)
  22. script_callbacks.on_before_ui(before_ui)
  23. script_callbacks.on_infotext_pasted(networks.infotext_pasted)
  24. shared.options_templates.update(shared.options_section(('extra_networks', "Extra Networks"), {
  25. "sd_lora": shared.OptionInfo("None", "Add network to prompt", gr.Dropdown, lambda: {"choices": ["None", *networks.available_networks]}, refresh=networks.list_available_networks),
  26. "lora_preferred_name": shared.OptionInfo("Alias from file", "When adding to prompt, refer to Lora by", gr.Radio, {"choices": ["Alias from file", "Filename"]}),
  27. "lora_add_hashes_to_infotext": shared.OptionInfo(True, "Add Lora hashes to infotext"),
  28. "lora_show_all": shared.OptionInfo(False, "Always show all networks on the Lora page").info("otherwise, those detected as for incompatible version of Stable Diffusion will be hidden"),
  29. "lora_hide_unknown_for_versions": shared.OptionInfo([], "Hide networks of unknown versions for model versions", gr.CheckboxGroup, {"choices": ["SD1", "SD2", "SDXL"]}),
  30. "lora_in_memory_limit": shared.OptionInfo(0, "Number of Lora networks to keep cached in memory", gr.Number, {"precision": 0}),
  31. }))
  32. shared.options_templates.update(shared.options_section(('compatibility', "Compatibility"), {
  33. "lora_functional": shared.OptionInfo(False, "Lora/Networks: use old method that takes longer when you have multiple Loras active and produces same results as kohya-ss/sd-webui-additional-networks extension"),
  34. }))
  35. def create_lora_json(obj: network.NetworkOnDisk):
  36. return {
  37. "name": obj.name,
  38. "alias": obj.alias,
  39. "path": obj.filename,
  40. "metadata": obj.metadata,
  41. }
  42. def api_networks(_: gr.Blocks, app: FastAPI):
  43. @app.get("/sdapi/v1/loras")
  44. async def get_loras():
  45. return [create_lora_json(obj) for obj in networks.available_networks.values()]
  46. @app.post("/sdapi/v1/refresh-loras")
  47. async def refresh_loras():
  48. return networks.list_available_networks()
  49. script_callbacks.on_app_started(api_networks)
  50. re_lora = re.compile("<lora:([^:]+):")
  51. def infotext_pasted(infotext, d):
  52. hashes = d.get("Lora hashes")
  53. if not hashes:
  54. return
  55. hashes = [x.strip().split(':', 1) for x in hashes.split(",")]
  56. hashes = {x[0].strip().replace(",", ""): x[1].strip() for x in hashes}
  57. def network_replacement(m):
  58. alias = m.group(1)
  59. shorthash = hashes.get(alias)
  60. if shorthash is None:
  61. return m.group(0)
  62. network_on_disk = networks.available_network_hash_lookup.get(shorthash)
  63. if network_on_disk is None:
  64. return m.group(0)
  65. return f'<lora:{network_on_disk.get_alias()}:'
  66. d["Prompt"] = re.sub(re_lora, network_replacement, d["Prompt"])
  67. script_callbacks.on_infotext_pasted(infotext_pasted)
  68. shared.opts.onchange("lora_in_memory_limit", networks.purge_networks_from_memory)