SwiftyLineProcessor.swift 7.6 KB

123456789101112131415161718192021222324252627282930313233343536373839404142434445464748495051525354555657585960616263646566676869707172737475767778798081828384858687888990919293949596979899100101102103104105106107108109110111112113114115116117118119120121122123124125126127128129130131132133134135136137138139140141142143144145146147148149150151152153154155156157158159160161162163164165166167168169170171172173174175176177178179180181182183184185186187188189190191192193194195196197198199200201202203204205206207208209210211212213214215216217218219220221222223224225226227228229230231232233234235236237238239240241242243244245246247248249
  1. //
  2. // SwiftyLineProcessor.swift
  3. // SwiftyMarkdown
  4. //
  5. // Created by Simon Fairbairn on 16/12/2019.
  6. // Copyright © 2019 Voyage Travel Apps. All rights reserved.
  7. //
  8. import Foundation
  9. import os.log
  10. extension OSLog {
  11. private static var subsystem = "SwiftyLineProcessor"
  12. static let swiftyLineProcessorPerformance = OSLog(subsystem: subsystem, category: "Swifty Line Processor Performance")
  13. }
  14. public protocol LineStyling {
  15. var shouldTokeniseLine : Bool { get }
  16. func styleIfFoundStyleAffectsPreviousLine() -> LineStyling?
  17. }
  18. public struct SwiftyLine : CustomStringConvertible {
  19. public let line : String
  20. public let lineStyle : LineStyling
  21. public var description: String {
  22. return self.line
  23. }
  24. }
  25. extension SwiftyLine : Equatable {
  26. public static func == ( _ lhs : SwiftyLine, _ rhs : SwiftyLine ) -> Bool {
  27. return lhs.line == rhs.line
  28. }
  29. }
  30. public enum Remove {
  31. case leading
  32. case trailing
  33. case both
  34. case entireLine
  35. case none
  36. }
  37. public enum ChangeApplication {
  38. case current
  39. case previous
  40. case untilClose
  41. }
  42. public struct FrontMatterRule {
  43. let openTag : String
  44. let closeTag : String
  45. let keyValueSeparator : Character
  46. }
  47. public struct LineRule {
  48. let token : String
  49. let removeFrom : Remove
  50. let type : LineStyling
  51. let shouldTrim : Bool
  52. let changeAppliesTo : ChangeApplication
  53. public init(token : String, type : LineStyling, removeFrom : Remove = .leading, shouldTrim : Bool = true, changeAppliesTo : ChangeApplication = .current ) {
  54. self.token = token
  55. self.type = type
  56. self.removeFrom = removeFrom
  57. self.shouldTrim = shouldTrim
  58. self.changeAppliesTo = changeAppliesTo
  59. }
  60. }
  61. public class SwiftyLineProcessor {
  62. public var processEmptyStrings : LineStyling?
  63. public internal(set) var frontMatterAttributes : [String : String] = [:]
  64. var closeToken : String? = nil
  65. let defaultType : LineStyling
  66. let lineRules : [LineRule]
  67. let frontMatterRules : [FrontMatterRule]
  68. let perfomanceLog = PerformanceLog(with: "SwiftyLineProcessorPerformanceLogging", identifier: "Line Processor", log: OSLog.swiftyLineProcessorPerformance)
  69. public init( rules : [LineRule], defaultRule: LineStyling, frontMatterRules : [FrontMatterRule] = []) {
  70. self.lineRules = rules
  71. self.defaultType = defaultRule
  72. self.frontMatterRules = frontMatterRules
  73. }
  74. func findLeadingLineElement( _ element : LineRule, in string : String ) -> String {
  75. var output = string
  76. if let range = output.index(output.startIndex, offsetBy: element.token.count, limitedBy: output.endIndex), output[output.startIndex..<range] == element.token {
  77. output.removeSubrange(output.startIndex..<range)
  78. return output
  79. }
  80. return output
  81. }
  82. func findTrailingLineElement( _ element : LineRule, in string : String ) -> String {
  83. var output = string
  84. let token = element.token.trimmingCharacters(in: .whitespaces)
  85. if let range = output.index(output.endIndex, offsetBy: -(token.count), limitedBy: output.startIndex), output[range..<output.endIndex] == token {
  86. output.removeSubrange(range..<output.endIndex)
  87. return output
  88. }
  89. return output
  90. }
  91. func processLineLevelAttributes( _ text : String ) -> SwiftyLine? {
  92. if text.isEmpty, let style = processEmptyStrings {
  93. return SwiftyLine(line: "", lineStyle: style)
  94. }
  95. let previousLines = lineRules.filter({ $0.changeAppliesTo == .previous })
  96. for element in lineRules {
  97. guard element.token.count > 0 else {
  98. continue
  99. }
  100. var output : String = (element.shouldTrim) ? text.trimmingCharacters(in: .whitespaces) : text
  101. let unprocessed = output
  102. if let hasToken = self.closeToken, unprocessed != hasToken {
  103. return nil
  104. }
  105. if !text.contains(element.token) {
  106. continue
  107. }
  108. switch element.removeFrom {
  109. case .leading:
  110. output = findLeadingLineElement(element, in: output)
  111. case .trailing:
  112. output = findTrailingLineElement(element, in: output)
  113. case .both:
  114. output = findLeadingLineElement(element, in: output)
  115. output = findTrailingLineElement(element, in: output)
  116. case .entireLine:
  117. let maybeOutput = output.replacingOccurrences(of: element.token, with: "")
  118. output = ( maybeOutput.isEmpty ) ? maybeOutput : output
  119. default:
  120. break
  121. }
  122. // Only if the output has changed in some way
  123. guard unprocessed != output else {
  124. continue
  125. }
  126. if element.changeAppliesTo == .untilClose {
  127. self.closeToken = (self.closeToken == nil) ? element.token : nil
  128. return nil
  129. }
  130. output = (element.shouldTrim) ? output.trimmingCharacters(in: .whitespaces) : output
  131. return SwiftyLine(line: output, lineStyle: element.type)
  132. }
  133. for element in previousLines {
  134. let output = (element.shouldTrim) ? text.trimmingCharacters(in: .whitespaces) : text
  135. let charSet = CharacterSet(charactersIn: element.token )
  136. if output.unicodeScalars.allSatisfy({ charSet.contains($0) }) {
  137. return SwiftyLine(line: "", lineStyle: element.type)
  138. }
  139. }
  140. return SwiftyLine(line: text.trimmingCharacters(in: .whitespaces), lineStyle: defaultType)
  141. }
  142. func processFrontMatter( _ strings : [String] ) -> [String] {
  143. guard let firstString = strings.first?.trimmingCharacters(in: .whitespacesAndNewlines) else {
  144. return strings
  145. }
  146. var rulesToApply : FrontMatterRule? = nil
  147. for matter in self.frontMatterRules {
  148. if firstString == matter.openTag {
  149. rulesToApply = matter
  150. break
  151. }
  152. }
  153. guard let existentRules = rulesToApply else {
  154. return strings
  155. }
  156. var outputString = strings
  157. // Remove the first line, which is the front matter opening tag
  158. let _ = outputString.removeFirst()
  159. var closeFound = false
  160. while !closeFound {
  161. let nextString = outputString.removeFirst()
  162. if nextString == existentRules.closeTag {
  163. closeFound = true
  164. continue
  165. }
  166. var keyValue = nextString.components(separatedBy: "\(existentRules.keyValueSeparator)")
  167. if keyValue.count < 2 {
  168. continue
  169. }
  170. let key = keyValue.removeFirst()
  171. let value = keyValue.joined()
  172. self.frontMatterAttributes[key] = value
  173. }
  174. while outputString.first?.isEmpty ?? false {
  175. outputString.removeFirst()
  176. }
  177. return outputString
  178. }
  179. public func process( _ string : String ) -> [SwiftyLine] {
  180. var foundAttributes : [SwiftyLine] = []
  181. self.perfomanceLog.start()
  182. var lines = string.components(separatedBy: CharacterSet.newlines)
  183. lines = self.processFrontMatter(lines)
  184. self.perfomanceLog.tag(with: "(Front matter completed)")
  185. for heading in lines {
  186. if processEmptyStrings == nil && heading.isEmpty {
  187. continue
  188. }
  189. guard let input = processLineLevelAttributes(String(heading)) else {
  190. continue
  191. }
  192. if let existentPrevious = input.lineStyle.styleIfFoundStyleAffectsPreviousLine(), foundAttributes.count > 0 {
  193. if let idx = foundAttributes.firstIndex(of: foundAttributes.last!) {
  194. let updatedPrevious = foundAttributes.last!
  195. foundAttributes[idx] = SwiftyLine(line: updatedPrevious.line, lineStyle: existentPrevious)
  196. }
  197. continue
  198. }
  199. foundAttributes.append(input)
  200. self.perfomanceLog.tag(with: "(line completed: \(heading)")
  201. }
  202. return foundAttributes
  203. }
  204. }