extra_networks.py 7.1 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225
  1. import json
  2. import os
  3. import re
  4. import logging
  5. from collections import defaultdict
  6. from modules import errors
  7. extra_network_registry = {}
  8. extra_network_aliases = {}
  9. def initialize():
  10. extra_network_registry.clear()
  11. extra_network_aliases.clear()
  12. def register_extra_network(extra_network):
  13. extra_network_registry[extra_network.name] = extra_network
  14. def register_extra_network_alias(extra_network, alias):
  15. extra_network_aliases[alias] = extra_network
  16. def register_default_extra_networks():
  17. from modules.extra_networks_hypernet import ExtraNetworkHypernet
  18. register_extra_network(ExtraNetworkHypernet())
  19. class ExtraNetworkParams:
  20. def __init__(self, items=None):
  21. self.items = items or []
  22. self.positional = []
  23. self.named = {}
  24. for item in self.items:
  25. parts = item.split('=', 2) if isinstance(item, str) else [item]
  26. if len(parts) == 2:
  27. self.named[parts[0]] = parts[1]
  28. else:
  29. self.positional.append(item)
  30. def __eq__(self, other):
  31. return self.items == other.items
  32. class ExtraNetwork:
  33. def __init__(self, name):
  34. self.name = name
  35. def activate(self, p, params_list):
  36. """
  37. Called by processing on every run. Whatever the extra network is meant to do should be activated here.
  38. Passes arguments related to this extra network in params_list.
  39. User passes arguments by specifying this in his prompt:
  40. <name:arg1:arg2:arg3>
  41. Where name matches the name of this ExtraNetwork object, and arg1:arg2:arg3 are any natural number of text arguments
  42. separated by colon.
  43. Even if the user does not mention this ExtraNetwork in his prompt, the call will still be made, with empty params_list -
  44. in this case, all effects of this extra networks should be disabled.
  45. Can be called multiple times before deactivate() - each new call should override the previous call completely.
  46. For example, if this ExtraNetwork's name is 'hypernet' and user's prompt is:
  47. > "1girl, <hypernet:agm:1.1> <extrasupernet:master:12:13:14> <hypernet:ray>"
  48. params_list will be:
  49. [
  50. ExtraNetworkParams(items=["agm", "1.1"]),
  51. ExtraNetworkParams(items=["ray"])
  52. ]
  53. """
  54. raise NotImplementedError
  55. def deactivate(self, p):
  56. """
  57. Called at the end of processing for housekeeping. No need to do anything here.
  58. """
  59. raise NotImplementedError
  60. def lookup_extra_networks(extra_network_data):
  61. """returns a dict mapping ExtraNetwork objects to lists of arguments for those extra networks.
  62. Example input:
  63. {
  64. 'lora': [<modules.extra_networks.ExtraNetworkParams object at 0x0000020690D58310>],
  65. 'lyco': [<modules.extra_networks.ExtraNetworkParams object at 0x0000020690D58F70>],
  66. 'hypernet': [<modules.extra_networks.ExtraNetworkParams object at 0x0000020690D5A800>]
  67. }
  68. Example output:
  69. {
  70. <extra_networks_lora.ExtraNetworkLora object at 0x0000020581BEECE0>: [<modules.extra_networks.ExtraNetworkParams object at 0x0000020690D58310>, <modules.extra_networks.ExtraNetworkParams object at 0x0000020690D58F70>],
  71. <modules.extra_networks_hypernet.ExtraNetworkHypernet object at 0x0000020581BEEE60>: [<modules.extra_networks.ExtraNetworkParams object at 0x0000020690D5A800>]
  72. }
  73. """
  74. res = {}
  75. for extra_network_name, extra_network_args in list(extra_network_data.items()):
  76. extra_network = extra_network_registry.get(extra_network_name, None)
  77. alias = extra_network_aliases.get(extra_network_name, None)
  78. if alias is not None and extra_network is None:
  79. extra_network = alias
  80. if extra_network is None:
  81. logging.info(f"Skipping unknown extra network: {extra_network_name}")
  82. continue
  83. res.setdefault(extra_network, []).extend(extra_network_args)
  84. return res
  85. def activate(p, extra_network_data):
  86. """call activate for extra networks in extra_network_data in specified order, then call
  87. activate for all remaining registered networks with an empty argument list"""
  88. activated = []
  89. for extra_network, extra_network_args in lookup_extra_networks(extra_network_data).items():
  90. try:
  91. extra_network.activate(p, extra_network_args)
  92. activated.append(extra_network)
  93. except Exception as e:
  94. errors.display(e, f"activating extra network {extra_network.name} with arguments {extra_network_args}")
  95. for extra_network_name, extra_network in extra_network_registry.items():
  96. if extra_network in activated:
  97. continue
  98. try:
  99. extra_network.activate(p, [])
  100. except Exception as e:
  101. errors.display(e, f"activating extra network {extra_network_name}")
  102. if p.scripts is not None:
  103. p.scripts.after_extra_networks_activate(p, batch_number=p.iteration, prompts=p.prompts, seeds=p.seeds, subseeds=p.subseeds, extra_network_data=extra_network_data)
  104. def deactivate(p, extra_network_data):
  105. """call deactivate for extra networks in extra_network_data in specified order, then call
  106. deactivate for all remaining registered networks"""
  107. data = lookup_extra_networks(extra_network_data)
  108. for extra_network in data:
  109. try:
  110. extra_network.deactivate(p)
  111. except Exception as e:
  112. errors.display(e, f"deactivating extra network {extra_network.name}")
  113. for extra_network_name, extra_network in extra_network_registry.items():
  114. if extra_network in data:
  115. continue
  116. try:
  117. extra_network.deactivate(p)
  118. except Exception as e:
  119. errors.display(e, f"deactivating unmentioned extra network {extra_network_name}")
  120. re_extra_net = re.compile(r"<(\w+):([^>]+)>")
  121. def parse_prompt(prompt):
  122. res = defaultdict(list)
  123. def found(m):
  124. name = m.group(1)
  125. args = m.group(2)
  126. res[name].append(ExtraNetworkParams(items=args.split(":")))
  127. return ""
  128. prompt = re.sub(re_extra_net, found, prompt)
  129. return prompt, res
  130. def parse_prompts(prompts):
  131. res = []
  132. extra_data = None
  133. for prompt in prompts:
  134. updated_prompt, parsed_extra_data = parse_prompt(prompt)
  135. if extra_data is None:
  136. extra_data = parsed_extra_data
  137. res.append(updated_prompt)
  138. return res, extra_data
  139. def get_user_metadata(filename, lister=None):
  140. if filename is None:
  141. return {}
  142. basename, ext = os.path.splitext(filename)
  143. metadata_filename = basename + '.json'
  144. metadata = {}
  145. try:
  146. exists = lister.exists(metadata_filename) if lister else os.path.exists(metadata_filename)
  147. if exists:
  148. with open(metadata_filename, "r", encoding="utf8") as file:
  149. metadata = json.load(file)
  150. except Exception as e:
  151. errors.display(e, f"reading extra network user metadata from {metadata_filename}")
  152. return metadata